-- Logs begin at Tue 2021-08-10 14:29:27 UTC, end at Tue 2021-08-10 15:27:55 UTC. -- Aug 10 15:02:05.206049 dv-cinder-780933-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 15:02:07.898733 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.common.config [-] Logging enabled! Aug 10 15:02:07.899354 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 15:02:07.899540 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93387) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 15:02:07.902874 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.common.config [-] Logging enabled! Aug 10 15:02:07.903127 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 15:02:07.903438 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93387) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 15:02:07.904364 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 15:02:07.904596 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 15:02:07.905005 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 15:02:07.905250 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 15:02:07.905475 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 15:02:07.905792 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.906082 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.906374 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.906623 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.906942 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.907237 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.907519 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.907805 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.908098 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.908381 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.908658 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.908977 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.909210 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.909487 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.909771 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.910053 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.910272 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] debug = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.910574 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.910997 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.911397 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.911712 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.911997 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.912270 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.912539 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.912817 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.913109 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.913422 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] host = dv-cinder-780933-14-iscsi {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.913693 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.913977 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.914257 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.914563 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.914836 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.915174 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.915456 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.915728 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.915996 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.916302 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.916591 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.916875 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.917160 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.917382 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.917600 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.917919 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.918203 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.918502 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.918775 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.919044 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.919311 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.919582 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.919847 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.920127 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.920406 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.920689 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.920962 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.921232 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.921500 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.921807 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.922091 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.922361 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.922664 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.922934 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.923256 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.923523 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.923956 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.924311 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.924595 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.924876 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.925157 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.925458 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.925747 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.926016 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.926284 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.926582 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_json = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.926893 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.927164 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.927440 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.927710 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.928015 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.928287 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.928554 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.928922 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:07.929225 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.929519 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.929818 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.930143 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.930465 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.931259 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.931546 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.931820 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.932106 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.932392 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.932683 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.932959 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.933243 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.933518 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.933813 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.934116 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.934475 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.934769 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.935046 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.935320 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.935595 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.935904 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.936194 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.936487 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.936775 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.937048 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.937324 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.937615 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.937892 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.938163 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.938462 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.938753 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.939029 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.939299 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.939579 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.939856 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.940128 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.940398 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.940673 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.940961 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.941236 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.941509 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.941779 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.942053 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.942321 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.942629 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.942905 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.943177 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.943450 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.943726 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.943994 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.944264 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.944537 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.944807 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.945116 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.945397 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.945671 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.945943 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.946258 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.947050 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.947343 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.947633 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.947909 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.948180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.948451 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.948722 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.948991 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.949262 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.949547 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.949844 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.950120 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.950395 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.950691 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.950965 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.951241 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.951516 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.951788 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.952061 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.952331 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.952619 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.952904 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.953187 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.953466 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.953746 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.954082 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.954364 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.954669 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.954947 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.955264 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.955557 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.955839 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.956133 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.956427 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.956719 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.957012 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.957361 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.957639 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.957949 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.958239 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:07.958505 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 15:02:07.958755 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93387) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 15:02:08.310034 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 15:02:08.310301 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 15:02:08.310613 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 15:02:08.310952 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 15:02:08.703188 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.703456 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.703727 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.705014 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.705283 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.705543 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.739976 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.740254 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.740517 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.756989 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.757266 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.757531 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.785543 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.785820 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.786085 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.824227 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.824554 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:08.824847 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.056565 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.057170 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.057170 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.057356 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.057947 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.179260 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.179572 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.179850 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.180117 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.180378 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.181280 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.181511 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.181763 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.182013 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.182295 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.182578 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.182847 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.183102 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.183351 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.183603 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.183865 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.184113 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.184376 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.184644 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.184901 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.185168 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.185417 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.185695 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.186071 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.186317 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.186582 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.186987 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:02:09.187224 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:02:09.187456 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:02:09.187686 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:02:09.187917 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:02:09.188147 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:02:09.188510 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 15:02:09.192002 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 15:02:09.195951 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 15:02:09.199854 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 10 15:02:09.201621 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 15:02:09.202073 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 15:02:09.202421 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 15:02:09.202810 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 15:02:09.205581 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 15:02:09.205830 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 15:02:09.206173 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 15:02:09.211451 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 15:02:09.234213 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 15:02:09.234714 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.235013 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93387) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 15:02:09.235380 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.236746 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93387) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 15:02:09.237036 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 15:02:09.237282 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 15:02:09.240782 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.241054 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.304983 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 15:02:09.305233 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 15:02:09.305436 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 15:02:09.305868 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 15:02:09.328939 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_db.sqlalchemy.engines [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93387) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 15:02:09.859549 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Initializing driver for type 'gre' Aug 10 15:02:09.860113 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] gre ID ranges: [(1, 1000)] Aug 10 15:02:09.911226 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Initializing driver for type 'local' Aug 10 15:02:09.911590 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Initializing driver for type 'vlan' Aug 10 15:02:09.924911 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] VlanTypeDriver initialization complete Aug 10 15:02:09.925286 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Initializing driver for type 'vxlan' Aug 10 15:02:09.925787 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] vxlan ID ranges: [(1, 1000)] Aug 10 15:02:09.976854 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Initializing extension driver 'port_security' Aug 10 15:02:09.977194 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.extensions.port_security [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] PortSecurityExtensionDriver initialization complete Aug 10 15:02:09.978111 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Initializing mechanism driver 'openvswitch' Aug 10 15:02:09.978459 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Initializing mechanism driver 'hyperv' Aug 10 15:02:09.984916 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.plugin [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:02:09.985623 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > port after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.985997 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.986351 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.986904 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:02:09.987339 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > subnet after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.987701 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > subnet after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.988044 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > subnet after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.988439 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:02:09.988840 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > network after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.989189 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > network after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.989533 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > network after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.989920 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:02:09.990324 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > security_group after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.990695 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > security_group after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.991034 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > security_group after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.991424 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:02:09.991960 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.992313 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.992659 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.993054 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:02:09.993462 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > address_group after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.993805 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > address_group after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.994144 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > address_group after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.994561 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93387) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 15:02:09.994942 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] ML2 OVO RPC backend initialized. {{(pid=93387) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 15:02:09.995653 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router_interface after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.996011 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.996430 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > network before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.996784 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > networks before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.997128 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > port before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.997470 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > ports before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.997814 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > subnet before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.998156 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > subnets before_response 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.998537 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > network after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.998877 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > network after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.999221 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > network after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.999558 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > port after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:09.999893 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.000228 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.000568 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > subnet after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.000907 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > subnet after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.001246 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > subnet after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.001833 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.plugin [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Modular L2 Plugin initialization complete Aug 10 15:02:10.002162 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading services supported by the core plugin {{(pid=93387) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 15:02:10.002780 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.plugins.ml2.managers [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Got port-security extension from driver 'port_security' Aug 10 15:02:10.003243 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.extensions.vlantransparent [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Disabled vlantransparent extension. Aug 10 15:02:10.003729 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93387) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 15:02:10.004044 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading Plugin: router Aug 10 15:02:10.041848 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router_interface before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.042240 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router after_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.042633 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router before_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.043000 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.043374 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.043732 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router after_delete 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.044093 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > floatingip after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.044455 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router after_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.044801 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router after_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.045149 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router after_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.045499 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.045857 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router after_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.046267 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router precommit_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.046668 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.047009 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.047348 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: subnet after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.047685 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.048029 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > port precommit_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.048384 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router precommit_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.048727 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: port before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.049068 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router precommit_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.049424 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router after_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.049765 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router precommit_delete 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.050116 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router precommit_create 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.050529 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router_interface after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.050873 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router precommit_update 55549900 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.051235 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > agent after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.051585 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > agent after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.051934 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > network after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.052808 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Tracking information for resource: router configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:02:10.053140 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Tracking information for resource: floatingip configured {{(pid=93387) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 15:02:10.058035 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.db.l3_agentschedulers_db [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 15:02:10.058765 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.059129 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: port after_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.059483 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: port after_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.059841 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: port after_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.060648 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router before_create 55550100 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.061016 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router precommit_delete 55550100 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.061380 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router precommit_create 55550100 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.061739 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > router precommit_update 55550100 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.066144 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.services.provider_configuration [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service providers = [] {{(pid=93387) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 15:02:10.066534 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.db.servicetype_db [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93387) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 15:02:10.069487 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.services.service_base [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 15:02:10.069840 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.services.service_base [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 15:02:10.070183 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.services.service_base [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 15:02:10.071129 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.services.service_base [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93387) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 15:02:10.071506 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.services.service_base [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 15:02:10.071887 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:02:10.072207 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 15:02:10.082833 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:02:10.083169 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading Plugin: auto_allocate Aug 10 15:02:10.089441 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: network precommit_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.089814 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: network precommit_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.090343 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:02:10.090699 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading Plugin: tag Aug 10 15:02:10.097200 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:02:10.097536 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading Plugin: timestamp Aug 10 15:02:10.101617 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:02:10.101954 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading Plugin: network_ip_availability Aug 10 15:02:10.107972 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.108351 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.108708 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.109429 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:02:10.109796 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading Plugin: flavors Aug 10 15:02:10.114540 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:02:10.114879 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading Plugin: revisions Aug 10 15:02:10.119175 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93387) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 15:02:10.119572 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=93387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 15:02:10.120304 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93387) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 15:02:10.120641 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Initializing extension manager. Aug 10 15:02:10.121157 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: __init__.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.121502 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: __pycache__ {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.121842 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.122177 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: address_group.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.122975 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.123557 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: address-group Aug 10 15:02:10.123881 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: address_scope.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.124596 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.125118 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: address-scope Aug 10 15:02:10.125439 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: admin_state_down_before_update.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.126369 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.126917 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: router-admin-state-down-before-update Aug 10 15:02:10.127240 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: agent.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.128411 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.128925 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: agent Aug 10 15:02:10.129246 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: agent_resources_synced.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.130161 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.130706 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: agent-resources-synced Aug 10 15:02:10.131031 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: allowedaddresspairs.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.132824 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.133345 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: allowed-address-pairs Aug 10 15:02:10.133697 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: auto_allocated_topology.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.134804 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.135320 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: auto-allocated-topology Aug 10 15:02:10.135644 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: availability_zone.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.136336 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.136848 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: availability_zone Aug 10 15:02:10.137170 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: availability_zone_filter.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.138093 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.138635 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: availability_zone_filter Aug 10 15:02:10.138961 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: data_plane_status.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.139871 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.140381 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 15:02:10.140701 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: default_subnetpools.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.141616 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.142129 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: default-subnetpools Aug 10 15:02:10.142480 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: dhcpagentscheduler.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.143293 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.143810 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: dhcp_agent_scheduler Aug 10 15:02:10.144134 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: dns.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.145063 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.145578 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension dns-integration not supported by any of loaded plugins Aug 10 15:02:10.145902 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: dns_domain_ports.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.146854 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.147374 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 15:02:10.147702 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.148623 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.149143 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 15:02:10.149977 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: dvr.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.150682 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.151203 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: dvr Aug 10 15:02:10.151520 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: ecmp_routes.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.152445 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.152960 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 15:02:10.153278 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: empty_string_filtering.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.154227 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.154785 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: empty-string-filtering Aug 10 15:02:10.155109 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.156056 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.156573 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 15:02:10.156893 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.157826 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.158344 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 15:02:10.158694 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: external_net.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.159617 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.160130 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: external-net Aug 10 15:02:10.160445 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: extra_dhcp_opt.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.161357 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.161868 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: extra_dhcp_opt Aug 10 15:02:10.162187 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: extraroute.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.163125 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.163633 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: extraroute Aug 10 15:02:10.163955 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: extraroute_atomic.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.165607 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.166126 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: extraroute-atomic Aug 10 15:02:10.166473 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: filter_validation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.167141 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.167657 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: filter-validation Aug 10 15:02:10.167975 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: fip_pf_description.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.168896 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.169401 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 15:02:10.169723 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: fip_port_details.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.170679 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.171187 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: fip-port-details Aug 10 15:02:10.171511 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: flavors.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.172774 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.173296 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: flavors Aug 10 15:02:10.173621 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.175346 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.175880 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 15:02:10.176214 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: floatingip_pools.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.176922 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.177445 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: floatingip-pools Aug 10 15:02:10.177771 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: ip_allocation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.178742 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.179261 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 15:02:10.179580 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.180551 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.181070 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: ip-substring-filtering Aug 10 15:02:10.181397 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: l2_adjacency.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.182327 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.182869 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 15:02:10.183192 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: l3.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.184317 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.184847 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: router Aug 10 15:02:10.185187 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: l3_conntrack_helper.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.187587 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.188153 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 15:02:10.188483 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.189485 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.190009 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: ext-gw-mode Aug 10 15:02:10.190343 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.191342 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.191873 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: l3-ha Aug 10 15:02:10.192202 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: l3_flavors.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.193159 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.193696 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: l3-flavors Aug 10 15:02:10.194023 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.195051 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.195592 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 15:02:10.195919 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: l3agentscheduler.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.197107 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.197646 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: l3_agent_scheduler Aug 10 15:02:10.197971 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: logging.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.199847 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.200417 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension logging not supported by any of loaded plugins Aug 10 15:02:10.200749 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: metering.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.201608 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.202228 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: metering Aug 10 15:02:10.202589 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.203903 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.204461 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: metering_source_and_destination_fields Aug 10 15:02:10.204789 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: multiprovidernet.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.205857 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.206398 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: multi-provider Aug 10 15:02:10.206753 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: netmtu.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.207781 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.208329 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: net-mtu Aug 10 15:02:10.208655 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: netmtu_writable.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.209675 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.210214 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: net-mtu-writable Aug 10 15:02:10.210587 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: network_availability_zone.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.211314 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.212376 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: network_availability_zone Aug 10 15:02:10.212699 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: network_ip_availability.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.213976 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.214565 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: network-ip-availability Aug 10 15:02:10.214897 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: network_segment_range.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.215751 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.216278 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 15:02:10.216602 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: pagination.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.217754 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.218094 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: pagination Aug 10 15:02:10.218446 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: port_device_profile.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.219469 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.220049 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: port-device-profile Aug 10 15:02:10.220373 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.221410 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.221950 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: port-mac-address-regenerate Aug 10 15:02:10.222271 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.223305 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.223847 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: port-numa-affinity-policy Aug 10 15:02:10.224168 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: port_resource_request.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.225172 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.225704 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 15:02:10.226024 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: portbindings.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.227071 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.228169 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: binding Aug 10 15:02:10.228488 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: portbindings_extended.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.230104 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.230712 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: binding-extended Aug 10 15:02:10.231042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: portsecurity.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.232074 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.232614 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: port-security Aug 10 15:02:10.232938 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: project_id.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.234002 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.234333 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: project-id Aug 10 15:02:10.234693 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: providernet.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.235703 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.236281 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: provider Aug 10 15:02:10.236604 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.240577 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.241168 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos not supported by any of loaded plugins Aug 10 15:02:10.241502 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.243623 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.244192 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 15:02:10.244524 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.245587 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.246131 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 15:02:10.246504 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos_default.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.247514 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.248056 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos-default not supported by any of loaded plugins Aug 10 15:02:10.248385 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos_fip.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.249094 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.249611 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos-fip not supported by any of loaded plugins Aug 10 15:02:10.249938 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos_gateway_ip.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.251011 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.251547 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 15:02:10.251872 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos_port_network_policy.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.253087 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.253613 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 15:02:10.253940 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos_pps_rule.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.255279 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.255827 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos-pps not supported by any of loaded plugins Aug 10 15:02:10.256154 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos_rule_type_details.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.257181 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.257719 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 15:02:10.258042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: qos_rules_alias.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.259766 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.260303 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 15:02:10.260625 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: quotasv2.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.261653 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.261984 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: quotas Aug 10 15:02:10.262307 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: quotasv2_detail.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.265801 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.266146 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: quota_details Aug 10 15:02:10.266520 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: rbac.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.268794 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.269414 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: rbac-policies Aug 10 15:02:10.269751 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: rbac_address_group.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.270929 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.271486 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: rbac-address-group Aug 10 15:02:10.271815 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: rbac_address_scope.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.272811 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.273347 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: rbac-address-scope Aug 10 15:02:10.273668 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: rbac_security_groups.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.274718 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.275252 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: rbac-security-groups Aug 10 15:02:10.275576 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: rbac_subnetpool.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.276572 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.277106 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: rbac-subnetpool Aug 10 15:02:10.277431 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: revisionifmatch.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.278449 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.278979 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: revision-if-match Aug 10 15:02:10.279301 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: revisions.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.280514 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.281044 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: standard-attr-revisions Aug 10 15:02:10.281368 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: router_availability_zone.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.282083 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.282644 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: router_availability_zone Aug 10 15:02:10.282969 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: routerservicetype.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.284001 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.284529 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension router-service-type not supported by any of loaded plugins Aug 10 15:02:10.284852 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.285850 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.286384 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: security-groups-normalized-cidr Aug 10 15:02:10.286739 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: security_groups_port_filtering.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.287738 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.288268 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: port-security-groups-filtering Aug 10 15:02:10.288590 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.289565 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.290131 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: security-groups-remote-address-group Aug 10 15:02:10.290586 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: securitygroup.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.300755 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.301344 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: security-group Aug 10 15:02:10.301677 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: segment.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.302625 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.303145 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension segment not supported by any of loaded plugins Aug 10 15:02:10.303480 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.304536 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.305070 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 15:02:10.305394 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: servicetype.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.307222 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.307763 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: service-type Aug 10 15:02:10.308088 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: sorting.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.309103 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.309438 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: sorting Aug 10 15:02:10.309762 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: standard_attr_segment.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.310737 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.311251 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 15:02:10.311571 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: standardattrdescription.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.312240 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.312754 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: standard-attr-description Aug 10 15:02:10.313077 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: stateful_security_group.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.314027 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.314577 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: stateful-security-group Aug 10 15:02:10.314900 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: stdattrs_common.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.315494 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 15:02:10.315815 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.316754 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.317274 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 15:02:10.317599 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: subnet_onboard.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.318735 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.319259 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: subnet_onboard Aug 10 15:02:10.319584 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.320511 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.321029 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 15:02:10.321910 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: subnet_service_types.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.322864 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.323383 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: subnet-service-types Aug 10 15:02:10.323705 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: subnetallocation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.324793 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.325340 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: subnet_allocation Aug 10 15:02:10.325667 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.326340 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.326893 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: subnetpool-prefix-ops Aug 10 15:02:10.327215 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.328146 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.328671 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 15:02:10.328995 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: tagging.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.330113 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.330681 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: standard-attr-tag Aug 10 15:02:10.331011 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: timestamp.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.332229 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.332756 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loaded extension: standard-attr-timestamp Aug 10 15:02:10.333084 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: trunk.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.334128 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.334692 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension trunk not supported by any of loaded plugins Aug 10 15:02:10.335021 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: trunk_details.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.335959 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.336475 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension trunk-details not supported by any of loaded plugins Aug 10 15:02:10.336845 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: uplink_status_propagation.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.337779 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.338309 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 15:02:10.338664 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Loading extension file: vlantransparent.py {{(pid=93387) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 15:02:10.339349 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93387) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 15:02:10.339867 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 15:02:10.342429 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:network Aug 10 15:02:10.342964 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:subnet Aug 10 15:02:10.343366 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:02:10.343759 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:port Aug 10 15:02:10.345001 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.345474 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service FLAVORS assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.346129 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.346619 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.346960 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:router Aug 10 15:02:10.347424 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:floatingip Aug 10 15:02:10.347933 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service METERING assigned prefix: /metering {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.349400 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.349776 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.350130 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93387) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:02:10.351171 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 15:02:10.351623 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:security_group Aug 10 15:02:10.352063 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 15:02:10.354439 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service CORE assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.354776 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:02:10.355137 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] subnetpool is already registered Aug 10 15:02:10.355598 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service CORE assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.355939 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:02:10.356281 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] subnetpool is already registered Aug 10 15:02:10.358605 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.359042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service FLAVORS assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.359636 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.360110 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.360395 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:router Aug 10 15:02:10.360737 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] router is already registered Aug 10 15:02:10.361154 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:floatingip Aug 10 15:02:10.361493 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] floatingip is already registered Aug 10 15:02:10.361958 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service METERING assigned prefix: /metering {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.362670 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 15:02:10.363001 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] rbac_policy is already registered Aug 10 15:02:10.363415 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:security_group Aug 10 15:02:10.363751 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] security_group is already registered Aug 10 15:02:10.364151 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 15:02:10.364494 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] security_group_rule is already registered Aug 10 15:02:10.365136 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service CORE assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.365465 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:02:10.365807 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] subnetpool is already registered Aug 10 15:02:10.366234 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.v2.resource_helper [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Service CORE assigned prefix: {{(pid=93387) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 15:02:10.366584 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 15:02:10.366922 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING neutron.quota.resource_registry [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] subnetpool is already registered Aug 10 15:02:10.367381 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: extensions {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.369480 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: address-groups {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.371003 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: address-scopes {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.372353 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: agents {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.373513 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: auto-allocated-topology {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.374833 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: availability_zones {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.376067 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: dhcp-networks {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.377809 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: dhcp-agents {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.379260 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: routers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.380984 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: flavors {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.382252 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: service_profiles {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.383508 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: next_providers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.385011 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: service_profiles {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.386584 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: floatingip-pools {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.387857 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: routers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.389560 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: floatingips {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.390884 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: l3-routers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.392260 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: l3-agents {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.393663 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: metering-labels {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.394974 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: metering-label-rules {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.396361 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: network-ip-availabilities {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.397612 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: bindings {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.399226 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: quotas {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.400776 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: quotas {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.402215 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: rbac-policies {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.403444 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: security-groups {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.404745 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: security-group-rules {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.405995 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: service-providers {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.407250 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: subnetpools {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.408587 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: subnetpools {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.410141 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.411852 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.413636 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.415993 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.417724 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.420843 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.422546 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.424348 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.426248 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.428037 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron.api.extensions [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Extended resource: tags {{(pid=93387) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 15:02:10.434634 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING keystonemiddleware.auth_token [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 15:02:10.439197 dv-cinder-780933-14-iscsi neutron-server[93387]: WARNING keystonemiddleware.auth_token [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 15:02:10.447602 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Acquired lock "singleton_lock" {{(pid=93387) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 15:02:10.448082 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_concurrency.lockutils [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Releasing lock "singleton_lock" {{(pid=93387) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 15:02:10.448731 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO oslo_service.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Starting 2 workers Aug 10 15:02:10.453573 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Started child 93494 {{(pid=93387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 15:02:10.458186 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Started child 93495 {{(pid=93387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 15:02:10.459191 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:10.459888 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO neutron.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 15:02:10.460484 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Notify callbacks [] for process, before_spawn {{(pid=93387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:10.460725 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [-] (93494) wsgi starting up on http://0.0.0.0:9696 Aug 10 15:02:10.463016 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO oslo_service.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Starting 1 workers Aug 10 15:02:10.463206 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:10.464632 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [-] (93495) wsgi starting up on http://0.0.0.0:9696 Aug 10 15:02:10.468247 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Started child 93496 {{(pid=93387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 15:02:10.468809 dv-cinder-780933-14-iscsi neutron-server[93387]: INFO oslo_service.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Starting 1 workers Aug 10 15:02:10.472257 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] calling RpcWorker wait() {{(pid=93496) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 15:02:10.473672 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] returning from RpcWorker wait() {{(pid=93496) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 15:02:10.473773 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Started child 93497 {{(pid=93387) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 15:02:10.474900 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:10.475011 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG neutron_lib.callbacks.manager [None req-f39b3203-f181-4ae0-ae14-dd4be084c8db None None] Notify callbacks [] for process, after_spawn {{(pid=93387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:10.475146 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:02:10.476177 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93387) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 15:02:10.476390 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 15:02:10.476568 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 15:02:10.476785 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 15:02:10.478211 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 15:02:10.478211 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 15:02:10.478511 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.478658 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.478938 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.479203 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.479492 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.480055 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:10.480535 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.480535 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.480681 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.480847 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.481102 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.481250 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.481417 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.482012 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.482012 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.482203 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.482495 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.482748 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.483041 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.484097 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.484097 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.484097 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.484097 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.485377 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] debug = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.485377 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.485377 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.485377 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.486649 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.486649 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.486649 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.486649 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.488983 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.488983 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.488983 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.488983 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.488983 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.488983 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.488983 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.488983 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.490335 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.490335 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.490335 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] host = dv-cinder-780933-14-iscsi {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.490335 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.490335 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.490335 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.490335 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.491185 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.491185 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.491185 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.491185 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.491645 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.491645 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.491874 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.492099 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.492358 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.492613 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.492782 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_options = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.493086 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.493864 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.494128 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.494324 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.494549 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.494706 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.494943 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.495143 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.495366 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.495612 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.495825 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.496040 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.496257 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.496475 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.496729 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.497079 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.497224 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.497419 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.497668 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.497897 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.498190 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.498385 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.498695 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.498901 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.499138 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.499788 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.499788 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.500238 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.500238 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.500476 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.500597 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.500767 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.501005 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.501266 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.501514 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.501743 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.501990 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.502277 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.502792 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.503028 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.503291 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.503528 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.503787 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.504026 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.504259 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.504490 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_json = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.504702 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.504949 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.505197 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.505438 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.505665 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.505880 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.506115 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.506351 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.506817 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.507234 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.507444 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.508559 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.508559 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.508559 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.508559 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.509459 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.509459 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.509459 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.509459 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.510047 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.510047 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.510512 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.510512 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.510999 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.511088 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.511334 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.511574 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.512099 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.512099 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.512263 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.512596 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.512869 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.513280 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.513458 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.513591 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.513848 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.514134 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.514360 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.514773 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.514881 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.515112 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.515357 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.515602 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.515825 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.516061 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.516376 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.516511 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.516740 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.517008 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.517406 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.517516 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.517723 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.517991 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.518969 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.518969 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.518969 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.518969 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.519301 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.519382 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.519605 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.519866 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.520036 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.520425 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.520525 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.520701 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.520855 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:02:10.521104 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.521195 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.521351 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.521597 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.521865 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.522127 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.522345 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.522607 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.522828 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.523045 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.523464 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.523586 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.523733 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.523950 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.524223 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.524441 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.524658 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.524873 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.525108 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.525321 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.526525 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.526525 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.526525 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.526525 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.526525 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.526927 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.526927 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.527168 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.527488 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.527746 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.528009 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.528235 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.528494 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.528812 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.529236 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.529236 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.529478 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.529697 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.529980 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.530210 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.530533 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.530687 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.531352 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.531352 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.531519 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.531609 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.531850 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.532103 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.532332 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.533070 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.533070 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.533070 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.533320 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.533550 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.533839 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.534090 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.534367 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.534626 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.534900 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.535195 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.535473 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.535995 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.535995 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.536224 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.536490 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.536750 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.537005 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.537245 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.537245 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.537245 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.537245 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.537245 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.537245 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542794 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.542794 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.543756 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.543944 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.544194 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.544431 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.544656 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.544897 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.545161 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.545384 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.545640 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.545882 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.546145 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.546607 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.546607 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.546889 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.547107 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.547327 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.547543 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.547899 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.548018 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.548224 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.548441 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.548659 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.548903 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.549119 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.549347 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.549803 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.549933 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.550127 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.550348 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.550986 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.551299 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.551593 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.551938 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.554197 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.556250 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.556496 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.556800 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.557083 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.557293 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.557532 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.557773 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.558036 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.558263 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.558925 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.559210 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.560251 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.560891 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.561536 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.562130 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.562674 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.562973 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.563308 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.563658 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.563994 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.564230 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.566060 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.566355 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.566603 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.566943 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.567271 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.568327 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.568742 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.569869 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.570594 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.570841 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.571119 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.571431 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.571710 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.571979 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.572252 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.572507 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.572762 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.573003 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.573229 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.573471 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.573707 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.573927 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.574156 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.574389 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.574863 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.575086 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.575310 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.575740 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.576062 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.576326 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.576549 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.576793 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.577024 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.577253 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.577469 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.577700 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.577975 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.578298 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.578449 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.578684 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.578901 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.579134 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.579348 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.579584 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.579809 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.580050 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.580264 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.580566 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.580834 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.581076 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.581365 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.581596 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.581843 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.582104 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.582434 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.582673 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.582916 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.583180 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.583444 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.584454 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.584454 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.584454 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.584686 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.584857 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.585124 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.585392 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.585673 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.585930 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.586150 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.586468 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.586976 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.587268 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.587521 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.587775 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.588025 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.588250 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.588486 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.588738 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.588973 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.589210 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.589448 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.589692 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.589936 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.590171 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.590488 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.590641 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.590903 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.591165 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.591417 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.591659 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.591821 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 15:02:10.592512 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93387) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 15:02:10.592741 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 15:02:10.592843 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 15:02:10.593009 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 15:02:10.593235 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 15:02:10.593378 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 15:02:10.593595 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.593765 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.593924 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.594086 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.594240 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.594429 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.594644 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.594802 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.594953 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.595155 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.595258 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.595413 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.595571 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.595731 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.595890 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.596047 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.596210 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.596369 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.596526 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.596679 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.596832 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.596999 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.597159 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] debug = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.597320 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.597497 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.597672 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.597817 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.597950 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.598082 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.598243 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.598425 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.598567 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.598726 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.598884 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.599043 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.599200 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.599358 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.599516 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.599675 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.599833 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.599992 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] host = dv-cinder-780933-14-iscsi {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.600148 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.600305 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.600462 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.600620 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.600776 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.600934 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.601104 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.601386 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.601386 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.601718 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.601718 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.601878 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.601964 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.602109 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.602267 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_options = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.603144 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.603144 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.603310 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.603433 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.603596 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.603782 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.603908 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.604066 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.604224 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.604382 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.604540 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.604698 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.604855 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.605014 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.605173 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.605358 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.605488 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.605699 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.605810 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.605954 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.606112 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.606270 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.606471 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.606611 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.606769 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.606927 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.607085 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.607244 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.607404 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.607569 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.607719 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.607868 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.608026 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.608184 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.608342 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.608499 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.608657 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.608819 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.608977 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.609134 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.609291 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.609448 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.609606 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.609763 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.609920 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.610078 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_json = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.610286 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.610391 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.610560 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.610718 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.610874 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.611031 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.611189 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.611347 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 15:02:10.611528 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.611690 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.611862 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.612022 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.612184 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.612344 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.612505 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.612666 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.612825 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.612985 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.613153 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.613314 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.613485 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.613646 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.613807 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.613975 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.614435 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.614435 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.614630 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.614630 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.614785 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.614928 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.615089 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.615253 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.618615 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.618615 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.618615 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.618615 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.618615 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.618615 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.618615 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.618615 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619203 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619203 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619348 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:02:10.619443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.619443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620042 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620641 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620641 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620641 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620641 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620922 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.620922 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.621064 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.621349 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.621473 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.621605 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.621765 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.621928 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.622089 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.622250 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.622468 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.622945 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.623113 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.623278 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.623439 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.623597 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.623758 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.623919 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.624084 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.624243 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.624404 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.624565 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.624726 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.624885 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.625046 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.625205 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.625364 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.625608 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.625707 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.625858 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.626018 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.626178 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.626339 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.626521 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.626689 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.626850 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.627015 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.627173 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.627333 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.627747 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.627907 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.628070 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.628230 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.628389 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.628549 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.628708 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.628867 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.629027 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.629186 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.629344 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.629505 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.629664 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.629823 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.629983 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.630143 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.630313 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.630495 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.630660 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.630820 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.631051 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.631236 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.631446 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.631656 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.631821 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.631976 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.632229 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.632384 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.632554 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.632718 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.632887 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.633045 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.633217 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.633389 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.633576 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.633812 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.633883 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.634053 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.634208 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.634579 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.634579 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.634748 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.634852 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.635012 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.635172 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.635337 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.635496 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.635659 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.635838 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.636055 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.636165 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.636276 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.636680 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.636680 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.636859 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.636949 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.637031 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.637187 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.637340 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.637505 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.637667 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.637825 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.637984 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.638145 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.638369 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.638564 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.638650 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.638791 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.638945 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.639130 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.639266 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.639424 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.639582 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.639912 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.640189 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.640285 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.640373 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.640525 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.640682 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.640852 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.641012 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.641175 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.641336 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.641498 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.641677 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.641821 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.641982 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.642149 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.642299 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.642482 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.642644 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.642822 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.642975 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.643136 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.643300 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.643462 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.643626 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.643785 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.643946 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.644103 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.644263 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.644423 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.644582 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.644744 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.644908 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.645068 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.645230 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.645391 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.645552 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.645712 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.645874 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.646047 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.646209 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.646372 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.646555 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.646716 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.646881 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.647049 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.647203 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.647358 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.647512 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.647677 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.647836 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.648008 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.648168 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.648329 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.648488 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.648648 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.648808 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.648977 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.649166 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.649324 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.649484 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.649643 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.649803 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.649974 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.650135 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.650299 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.650469 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.650629 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.650791 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.650963 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.651122 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.651283 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.651443 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.651596 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.651733 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.651919 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.652079 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.652406 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.652569 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.652727 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.652903 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.653101 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.653313 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.653499 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.653499 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.653859 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.653859 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.654003 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.654179 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.654325 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.654502 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.654642 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.654778 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.654912 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.655043 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.655211 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.655372 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.655542 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.655716 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.655877 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.656039 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.656201 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.656361 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.656521 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.656682 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.656847 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.657008 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.657241 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.657342 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.657477 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.657636 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.657796 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.657959 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.658120 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.658284 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.658468 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.658632 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.658794 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 15:02:10.658946 dv-cinder-780933-14-iscsi neutron-server[93387]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93387) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 15:02:10.884897 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 36344) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:10.893354 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061514 Aug 10 15:02:22.407049 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3596b04-c1d7-4836-9f6b-bf8e162ed441 None None] get_active_networks_info from dv-cinder-780933-14-iscsi {{(pid=93496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 15:02:22.466688 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3596b04-c1d7-4836-9f6b-bf8e162ed441 None None] No non-hosted networks {{(pid=93496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 15:02:22.480542 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.agentschedulers_db [None req-e3596b04-c1d7-4836-9f6b-bf8e162ed441 None None] DHCP Agent not found on host dv-cinder-780933-14-iscsi {{(pid=93496) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 15:02:22.555416 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0b83d934-0de9-4f66-b1c3-82e6737c30f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651768'] for agent, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:25.097663 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651768'] for agent, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:25.107675 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.108309 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.109954 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.111711 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.114090 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.115696 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.116877 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.117994 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.119205 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.123192 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.123783 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.125373 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:25.126431 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780933-14-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:02:25.142741 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780933-14-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:02:25.510199 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e360fa25-c890-44ba-b1e1-68751bcdc3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651768'] for agent, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:25.595886 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-aba13738-caa7-40fa-9f2e-383c196b427e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:26.207100 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651768'] for agent, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:28.049556 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651768'] for agent, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:29.151975 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36436) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:29.938320 dv-cinder-780933-14-iscsi neutron-server[93494]: WARNING oslo_policy.policy [None req-d2f1790e-877c-4b55-8832-bfaadc15aa50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:02:29.939136 dv-cinder-780933-14-iscsi neutron-server[93494]: WARNING oslo_policy.policy [None req-d2f1790e-877c-4b55-8832-bfaadc15aa50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:02:30.158995 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [None req-d2f1790e-877c-4b55-8832-bfaadc15aa50 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:02:30.161037 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-d2f1790e-877c-4b55-8832-bfaadc15aa50 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0065758 Aug 10 15:02:31.243771 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.db.l3_hamode_db [None req-6da4dfbf-cd72-4efa-b165-43dced3c5781 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 15:02:31.327989 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da4dfbf-cd72-4efa-b165-43dced3c5781 None None] Routers set() bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:02:31.328492 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da4dfbf-cd72-4efa-b165-43dced3c5781 None None] Router IDs set() for agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 15:02:32.675805 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 36450) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:33.277597 dv-cinder-780933-14-iscsi neutron-server[93495]: WARNING oslo_policy.policy [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:02:33.278146 dv-cinder-780933-14-iscsi neutron-server[93495]: WARNING oslo_policy.policy [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:02:33.494070 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:02:33.589775 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.policy [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93495) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 15:02:33.636297 dv-cinder-780933-14-iscsi neutron-server[93495]: WARNING oslo_policy.policy [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:02:33.636673 dv-cinder-780933-14-iscsi neutron-server[93495]: WARNING oslo_policy.policy [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:02:33.645847 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.quota [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] Loaded quota_driver: . Aug 10 15:02:33.769957 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792405591033', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792405590316', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792405601560', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792405605323', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792406852190', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792405623867', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1663396', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2086531', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-963976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636112'] for rbac-policy, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:33.843343 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:33.844819 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-acf03681-1851-4289-9152-ce57e736544d admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1678641 Aug 10 15:02:36.466804 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36468) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:36.769408 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Request body: {'network': {'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:02:36.770802 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.quota [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Loaded quota_driver: . Aug 10 15:02:36.831401 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Made reservation on behalf of dbc555f1dd67429a84a1cb85b59fd122 for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:02:36.898014 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.policy [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93494) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 15:02:36.942944 dv-cinder-780933-14-iscsi neutron-server[93494]: WARNING oslo_policy.policy [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:02:36.943325 dv-cinder-780933-14-iscsi neutron-server[93494]: WARNING oslo_policy.policy [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 15:02:36.953389 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:36.976559 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:37.113343 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:37.117720 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:37.138085 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=93494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:02:37.170268 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792409164903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:37.170816 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Unsubscribe: segment precommit_create {{(pid=93494) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 15:02:37.171340 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Added segment 7355ed03-6ca7-4000-8bfa-eedfe472ec23 of type vlan for network a498bcb2-3362-4da2-9ea8-661af30b893a Aug 10 15:02:37.188857 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376bcb22-184f-45fd-8e87-b54d28617b3b,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:37.217924 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.218281 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.218648 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.218979 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.219305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.219644 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.219970 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.220308 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.220647 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.220967 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.221282 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.221598 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Tracked resource versions report: Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: pushed versions: Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: { 'AddressGroup': {'1.2'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'ConntrackHelper': {'1.0'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Log': {'1.0'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Network': {'1.1'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Port': {'1.7'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'PortForwarding': {'1.2'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'QosPolicy': {'1.9'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SecurityGroup': {'1.4'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SubPort': {'1.0'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Subnet': {'1.1'}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Trunk': {'1.1'}} Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: consumer versions: Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: { DHCP agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: L3 agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: Metadata agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: Metering agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: Open vSwitch agent@dv-cinder-780933-14-iscsi: { 'AddressGroup': '1.2', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'ConntrackHelper': '1.0', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Log': '1.0', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Network': '1.1', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Port': '1.7', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'PortForwarding': '1.2', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'QosPolicy': '1.9', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SecurityGroup': '1.4', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SecurityGroupRule': '1.2', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SubPort': '1.0', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Subnet': '1.1', Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Trunk': '1.1'}} Aug 10 15:02:37.222958 dv-cinder-780933-14-iscsi neutron-server[93494]: {{(pid=93494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:02:37.295484 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:37.349598 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:37.351482 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:02:37.352172 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:37.437423 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9694343 Aug 10 15:02:37.451942 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114edcac-3665-497e-904f-083fee05e128 admin admin] Pushing event updated for resources: {'Network': ['ID=a498bcb2-3362-4da2-9ea8-661af30b893a,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:37.464952 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network a498bcb2-3362-4da2-9ea8-661af30b893a details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:02:40.066749 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36484) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:40.462016 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5abe6f4-06ec-4773-a522-dc93e379d0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:02:40.463410 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-b5abe6f4-06ec-4773-a522-dc93e379d0fd admin admin] 10.222.0.26 "GET /v2.0/networks/a498bcb2-3362-4da2-9ea8-661af30b893a HTTP/1.1" status: 200 len: 825 time: 0.3957193 Aug 10 15:02:40.502927 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-c5fdc1cb-e042-40ab-adaa-21890e95f40f admin admin] 10.222.0.26 "GET /v2.0/subnetpools/72ef7311-35bd-4c77-ae97-802e7b2954e3 HTTP/1.1" status: 200 len: 734 time: 0.0334575 Aug 10 15:02:40.512554 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Request body: {'subnet': {'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a', 'gateway_ip': '172.20.0.1', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '72ef7311-35bd-4c77-ae97-802e7b2954e3'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:02:40.534973 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Made reservation on behalf of dbc555f1dd67429a84a1cb85b59fd122 for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:02:40.537251 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:40.852973 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:40.921574 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Checking segment: {'id': '7355ed03-6ca7-4000-8bfa-eedfe472ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:02:40.921956 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Network hostable DHCP agents. Network: a498bcb2-3362-4da2-9ea8-661af30b893a, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:02:40.936469 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=062dabf1-c700-42e6-a880-f5a631021a44,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:40.950003 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Network a498bcb2-3362-4da2-9ea8-661af30b893a is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:02:40.961183 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, a498bcb2-3362-4da2-9ea8-661af30b893a) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:02:40.968485 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:02:40.968485 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:40.971391 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7edfd3-069d-430d-bb9c-1cc480db817f None None] Network a498bcb2-3362-4da2-9ea8-661af30b893a requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:02:40.983616 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8c7ee0e2-f7c9-4cc2-8c59-35a354ea5bcb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4744411 Aug 10 15:02:41.291203 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-a498bcb2-3362-4da2-9ea8-661af30b893a', 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'fixed_ips': [{'subnet_id': '062dabf1-c700-42e6-a880-f5a631021a44'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:02:41.292474 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:41.570094 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Allocated IP 172.20.0.2 (a498bcb2-3362-4da2-9ea8-661af30b893a/062dabf1-c700-42e6-a880-f5a631021a44/251e378f-bcab-4ac1-ae8f-24a0dd8d334b) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:02:41.782937 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:41.827815 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Transition to ACTIVE for port object 251e378f-bcab-4ac1-ae8f-24a0dd8d334b will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:02:41.848807 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Transition to ACTIVE for port object 251e378f-bcab-4ac1-ae8f-24a0dd8d334b will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:02:41.857781 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:41.927747 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Network a498bcb2-3362-4da2-9ea8-661af30b893a is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:02:41.932596 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:02:41.943784 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:02:41.947399 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Pushing event updated for resources: {'Port': ['ID=251e378f-bcab-4ac1-ae8f-24a0dd8d334b,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:41.977978 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.978707 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.978707 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.979018 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.979343 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.979692 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.980009 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.980333 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.980670 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.981000 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.981318 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.981637 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Tracked resource versions report: Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: pushed versions: Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: { 'AddressGroup': {'1.2'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'ConntrackHelper': {'1.0'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Log': {'1.0'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Network': {'1.1'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Port': {'1.7'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'PortForwarding': {'1.2'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'QosPolicy': {'1.9'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SecurityGroup': {'1.4'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SubPort': {'1.0'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Subnet': {'1.1'}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Trunk': {'1.1'}} Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: consumer versions: Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: { DHCP agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: L3 agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: Metadata agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: Metering agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: Open vSwitch agent@dv-cinder-780933-14-iscsi: { 'AddressGroup': '1.2', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'ConntrackHelper': '1.0', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Log': '1.0', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Network': '1.1', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Port': '1.7', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'PortForwarding': '1.2', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'QosPolicy': '1.9', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SecurityGroup': '1.4', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SecurityGroupRule': '1.2', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SubPort': '1.0', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Subnet': '1.1', Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Trunk': '1.1'}} Aug 10 15:02:41.983022 dv-cinder-780933-14-iscsi neutron-server[93496]: {{(pid=93496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:02:42.030956 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Attempting to bind port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:02:42.031346 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Attempting to bind port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '7355ed03-6ca7-4000-8bfa-eedfe472ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:02:42.031786 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Attempting to bind port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b on network a498bcb2-3362-4da2-9ea8-661af30b893a {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:02:42.036787 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:02:42.037170 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Checking segment: {'id': '7355ed03-6ca7-4000-8bfa-eedfe472ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:02:42.037652 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:42.038089 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Bound using segment: {'id': '7355ed03-6ca7-4000-8bfa-eedfe472ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:02:42.038590 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Bound port: 251e378f-bcab-4ac1-ae8f-24a0dd8d334b, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7355ed03-6ca7-4000-8bfa-eedfe472ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:02:42.039005 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:42.099973 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] For port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:02:42.104179 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] For port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=251e378f-bcab-4ac1-ae8f-24a0dd8d334b,segment=NetworkSegment(7355ed03-6ca7-4000-8bfa-eedfe472ec23),segment_id=7355ed03-6ca7-4000-8bfa-eedfe472ec23)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:02:42.109173 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:42.176560 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516f34a-06fe-4d5d-b54e-78726ffc85b3 None None] Pushing event updated for resources: {'Port': ['ID=251e378f-bcab-4ac1-ae8f-24a0dd8d334b,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:43.387265 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36492) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:43.722792 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [None req-351aeec4-bbda-4099-9baa-593ccb107f35 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:02:43.723813 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-351aeec4-bbda-4099-9baa-593ccb107f35 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3355882 Aug 10 15:02:46.142818 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36500) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:46.484763 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [None req-5db96bcf-a26b-4e71-89b0-71d68c05f223 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:02:46.485773 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-5db96bcf-a26b-4e71-89b0-71d68c05f223 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3420234 Aug 10 15:02:49.156320 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36510) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:49.501345 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-71b25808-bdfb-489b-b4b5-02e7c373cb9e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:02:49.531506 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-71b25808-bdfb-489b-b4b5-02e7c373cb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:49.533161 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-71b25808-bdfb-489b-b4b5-02e7c373cb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:49.681135 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-71b25808-bdfb-489b-b4b5-02e7c373cb9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:49.686569 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-71b25808-bdfb-489b-b4b5-02e7c373cb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:49.700822 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-71b25808-bdfb-489b-b4b5-02e7c373cb9e admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:49.702230 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-71b25808-bdfb-489b-b4b5-02e7c373cb9e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5445328 Aug 10 15:02:50.684491 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0af5ec-bdfe-4320-a5ad-eef57901be82 None None] Network a498bcb2-3362-4da2-9ea8-661af30b893a requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:02:50.736125 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d6819fba-f86f-4f07-bcf7-8cc7bba7fa1a None None] Provisioning for port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:02:51.337546 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 251e378f-bcab-4ac1-ae8f-24a0dd8d334b up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:02:51.427758 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:02:51.432233 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:02:51.432632 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:51.545091 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:51.580500 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=251e378f-bcab-4ac1-ae8f-24a0dd8d334b,segment=NetworkSegment(7355ed03-6ca7-4000-8bfa-eedfe472ec23),segment_id=7355ed03-6ca7-4000-8bfa-eedfe472ec23)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:02:51.584746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:51.633481 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=251e378f-bcab-4ac1-ae8f-24a0dd8d334b,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:52.128051 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36522) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:52.304154 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d2b9359e-8bb5-4684-8a65-0f9d7087b388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:52.453503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [None req-14809299-f756-4e38-82f9-6671a40f1a27 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:02:52.454542 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-14809299-f756-4e38-82f9-6671a40f1a27 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3255222 Aug 10 15:02:53.321815 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 251e378f-bcab-4ac1-ae8f-24a0dd8d334b up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:02:53.369833 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:02:53.370200 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:54.824629 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36530) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:55.087097 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:55.137117 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:02:55.158608 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Made reservation on behalf of 4d5e42b6417c4edbbafd53795f2d1a5d for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:02:55.160948 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:55.170127 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:55.267018 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:55.271268 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:55.290363 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Reserving flat network on physical network physnet1 {{(pid=93494) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 15:02:55.308117 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae074dad-6c9a-44e2-b184-d0b9ad046e76,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:55.314313 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:55.314873 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Added segment 88961a61-127a-4afc-99cc-de3a6ce8e788 of type flat for network abb89302-1d5c-4077-ba6f-da0fd6510e26 Aug 10 15:02:55.374685 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:55.413760 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:55.414760 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:02:55.415360 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:55.470963 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6452177 Aug 10 15:02:55.477030 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bef2b-bd60-4721-8e0a-56fe4e83e3de admin admin] Pushing event updated for resources: {'Network': ['ID=abb89302-1d5c-4077-ba6f-da0fd6510e26,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:55.487936 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:02:55.552235 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-31772b23-5243-46fd-8f7b-c261797f5f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:56.132427 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:57.879534 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36548) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:02:57.982903 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:58.062289 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a33d15a-a29b-4685-a2c9-7cb7e4a00bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:02:58.063704 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-5a33d15a-a29b-4685-a2c9-7cb7e4a00bcf admin admin] 10.222.0.26 "GET /v2.0/subnets/062dabf1-c700-42e6-a880-f5a631021a44 HTTP/1.1" status: 200 len: 849 time: 0.1831985 Aug 10 15:02:58.184156 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-5cd0a39a-b7d8-4698-9bf5-fdca7cbfc7dc admin admin] 10.222.0.26 "GET /v2.0/routers/4b894357-b2b0-4b2f-acce-770fbe64cb7c HTTP/1.1" status: 200 len: 704 time: 0.1144156 Aug 10 15:02:58.467645 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:58.757053 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Allocated IP 172.20.0.1 (a498bcb2-3362-4da2-9ea8-661af30b893a/062dabf1-c700-42e6-a880-f5a631021a44/acdcc039-fae8-467f-a374-66d69ede10af) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:02:58.956277 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:58.977812 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Transition to ACTIVE for port object acdcc039-fae8-467f-a374-66d69ede10af will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:02:59.071246 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:59.139866 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Network a498bcb2-3362-4da2-9ea8-661af30b893a is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:02:59.147500 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:02:59.153476 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:02:59.154029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:59.220469 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Pushing event updated for resources: {'Port': ['ID=acdcc039-fae8-467f-a374-66d69ede10af,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:59.344956 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-e8704ce7-c2e7-4db9-9d27-1879141cd2b2 None None] Provisioning for port acdcc039-fae8-467f-a374-66d69ede10af completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:02:59.349232 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-e8704ce7-c2e7-4db9-9d27-1879141cd2b2 None None] Provisioning complete for port acdcc039-fae8-467f-a374-66d69ede10af triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:02:59.349577 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e8704ce7-c2e7-4db9-9d27-1879141cd2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:59.384398 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-e8704ce7-c2e7-4db9-9d27-1879141cd2b2 None None] Port acdcc039-fae8-467f-a374-66d69ede10af cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:02:59.384883 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:59.601570 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:59.605945 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:59.606791 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:59.683334 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Pushing event updated for resources: {'Port': ['ID=acdcc039-fae8-467f-a374-66d69ede10af,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:02:59.730028 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Network a498bcb2-3362-4da2-9ea8-661af30b893a is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:02:59.731345 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:02:59.898152 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Router 4b894357-b2b0-4b2f-acce-770fbe64cb7c is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:02:59.903416 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-a97de9a5-9e1d-44d5-a8e0-077260120140 None None] Provisioning complete for port acdcc039-fae8-467f-a374-66d69ede10af triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:02:59.903796 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a97de9a5-9e1d-44d5-a8e0-077260120140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:02:59.938243 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-a97de9a5-9e1d-44d5-a8e0-077260120140 None None] Port acdcc039-fae8-467f-a374-66d69ede10af cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:02:59.993805 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:02:59.999406 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-7319479b-e635-4c29-b52b-b4f760b470d1 admin admin] 10.222.0.26 "PUT /v2.0/routers/4b894357-b2b0-4b2f-acce-770fbe64cb7c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8096478 Aug 10 15:03:00.014073 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Sync routers for ids ['4b894357-b2b0-4b2f-acce-770fbe64cb7c'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:03:00.027123 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Routers {'4b894357-b2b0-4b2f-acce-770fbe64cb7c'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:03:00.028002 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:02:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4b894357-b2b0-4b2f-acce-770fbe64cb7c'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:03:00.217278 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Set router 4b894357-b2b0-4b2f-acce-770fbe64cb7c gateway port host: None {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:03:00.645477 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'name': 'router1', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:02:49Z', 'updated_at': '2021-08-10T15:02:59Z', 'revision_number': 2, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'gw_port_host': None, '_interfaces': [{'id': 'acdcc039-fae8-467f-a374-66d69ede10af', 'name': '', 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'mac_address': 'fa:16:3e:35:c1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '062dabf1-c700-42e6-a880-f5a631021a44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:02:58Z', 'updated_at': '2021-08-10T15:02:59Z', 'revision_number': 2, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'subnets': [{'id': '062dabf1-c700-42e6-a880-f5a631021a44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ef7311-35bd-4c77-ae97-802e7b2954e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:03:00.697654 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Checking router: 4b894357-b2b0-4b2f-acce-770fbe64cb7c for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:03:00.698028 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Updating router 4b894357-b2b0-4b2f-acce-770fbe64cb7c port acdcc039-fae8-467f-a374-66d69ede10af binding host dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:03:00.746617 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:01.280034 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:01.298948 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Transition to ACTIVE for port object acdcc039-fae8-467f-a374-66d69ede10af will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:03:01.306033 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:01.456392 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Pushing event updated for resources: {'Port': ['ID=acdcc039-fae8-467f-a374-66d69ede10af,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:03:01.473172 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.473537 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.473881 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.474211 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.474601 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.474928 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.475249 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.475571 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.475907 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.476229 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.476543 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.476858 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Tracked resource versions report: Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: pushed versions: Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: { 'AddressGroup': {'1.2'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'ConntrackHelper': {'1.0'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Log': {'1.0'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Network': {'1.1'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Port': {'1.7'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'PortForwarding': {'1.2'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'QosPolicy': {'1.9'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SecurityGroup': {'1.4'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SubPort': {'1.0'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Subnet': {'1.1'}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Trunk': {'1.1'}} Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: consumer versions: Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: { DHCP agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: L3 agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: Metadata agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: Metering agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: Open vSwitch agent@dv-cinder-780933-14-iscsi: { 'AddressGroup': '1.2', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'ConntrackHelper': '1.0', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Log': '1.0', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Network': '1.1', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Port': '1.7', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'PortForwarding': '1.2', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'QosPolicy': '1.9', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SecurityGroup': '1.4', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SecurityGroupRule': '1.2', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SubPort': '1.0', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Subnet': '1.1', Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Trunk': '1.1'}} Aug 10 15:03:01.478228 dv-cinder-780933-14-iscsi neutron-server[93497]: {{(pid=93497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:03:01.484249 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Attempting to bind port acdcc039-fae8-467f-a374-66d69ede10af on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:03:01.484659 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Attempting to bind port acdcc039-fae8-467f-a374-66d69ede10af by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '7355ed03-6ca7-4000-8bfa-eedfe472ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:03:01.485116 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Attempting to bind port acdcc039-fae8-467f-a374-66d69ede10af on network a498bcb2-3362-4da2-9ea8-661af30b893a {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:03:01.493382 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:03:01.493788 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Checking segment: {'id': '7355ed03-6ca7-4000-8bfa-eedfe472ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:03:01.494282 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:01.497214 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Bound using segment: {'id': '7355ed03-6ca7-4000-8bfa-eedfe472ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:03:01.497728 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Bound port: acdcc039-fae8-467f-a374-66d69ede10af, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7355ed03-6ca7-4000-8bfa-eedfe472ec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:03:01.498117 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:01.567763 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] For port acdcc039-fae8-467f-a374-66d69ede10af, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:03:01.591210 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] For port acdcc039-fae8-467f-a374-66d69ede10af, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=acdcc039-fae8-467f-a374-66d69ede10af,segment=NetworkSegment(7355ed03-6ca7-4000-8bfa-eedfe472ec23),segment_id=7355ed03-6ca7-4000-8bfa-eedfe472ec23)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:03:01.595737 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:01.653112 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Routers {'4b894357-b2b0-4b2f-acce-770fbe64cb7c'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:03:01.653751 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:02:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4b894357-b2b0-4b2f-acce-770fbe64cb7c'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:03:01.723334 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d243a95-2859-4395-a5e2-b4fb18ec4d49 None None] Pushing event updated for resources: {'Port': ['ID=acdcc039-fae8-467f-a374-66d69ede10af,revision_number=4']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:03:01.750328 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] Set router 4b894357-b2b0-4b2f-acce-770fbe64cb7c gateway port host: None {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:03:01.961739 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'name': 'router1', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:02:49Z', 'updated_at': '2021-08-10T15:02:59Z', 'revision_number': 2, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'gw_port_host': None, '_interfaces': [{'id': 'acdcc039-fae8-467f-a374-66d69ede10af', 'name': '', 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'mac_address': 'fa:16:3e:35:c1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '062dabf1-c700-42e6-a880-f5a631021a44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:02:58Z', 'updated_at': '2021-08-10T15:03:01Z', 'revision_number': 4, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'subnets': [{'id': '062dabf1-c700-42e6-a880-f5a631021a44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ef7311-35bd-4c77-ae97-802e7b2954e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:03:01.986874 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a99271-15c7-492c-9942-952bb129ad76 None None] The sync data for ids ['4b894357-b2b0-4b2f-acce-770fbe64cb7c'] in dv-cinder-780933-14-iscsi is: [{'id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'name': 'router1', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:02:49Z', 'updated_at': '2021-08-10T15:02:59Z', 'revision_number': 2, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'gw_port_host': None, '_interfaces': [{'id': 'acdcc039-fae8-467f-a374-66d69ede10af', 'name': '', 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'mac_address': 'fa:16:3e:35:c1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '062dabf1-c700-42e6-a880-f5a631021a44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:02:58Z', 'updated_at': '2021-08-10T15:03:01Z', 'revision_number': 4, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'subnets': [{'id': '062dabf1-c700-42e6-a880-f5a631021a44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ef7311-35bd-4c77-ae97-802e7b2954e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:03:02.235853 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 36568) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:03:02.351463 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362b33c-716b-4739-95b5-bbfcfddd7ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:03:02.352962 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-4362b33c-716b-4739-95b5-bbfcfddd7ba2 admin admin] 10.222.0.26 "GET /v2.0/networks/abb89302-1d5c-4077-ba6f-da0fd6510e26 HTTP/1.1" status: 200 len: 842 time: 0.1163018 Aug 10 15:03:02.363174 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:03:02.388639 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Made reservation on behalf of 4d5e42b6417c4edbbafd53795f2d1a5d for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:03:02.390966 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:02.761317 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.objects.ports [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93494) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 15:03:02.761784 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:02.820453 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63fe770-55e0-4259-ba5c-7c43ef9a74ba,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:03:02.824517 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:03:02.824883 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Network hostable DHCP agents. Network: abb89302-1d5c-4077-ba6f-da0fd6510e26, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:03:02.843557 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:03:02.853563 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, abb89302-1d5c-4077-ba6f-da0fd6510e26) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:03:02.862135 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:03:02.863050 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:02.864187 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa91ac15-4f3a-4e17-abc6-4c2fb33453aa None None] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:03:02.887183 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-99269783-fd85-4a57-9a7a-7c930096c6c0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5274293 Aug 10 15:03:03.002434 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f84179-c7b3-424e-83e4-724c4e44c56f None None] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:03:04.543395 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 5 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:03:05.193667 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 36576) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:03:05.478017 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-494daa82-e0e8-4c9a-9e88-2eac8a3d89a1 admin admin] 10.222.0.26 "GET /v2.0/routers/4b894357-b2b0-4b2f-acce-770fbe64cb7c HTTP/1.1" status: 200 len: 710 time: 0.2824452 Aug 10 15:03:05.673131 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaadc3c0-cd2f-4538-8942-e62b33199b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:03:05.674657 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-eaadc3c0-cd2f-4538-8942-e62b33199b4e admin admin] 10.222.0.26 "GET /v2.0/networks/abb89302-1d5c-4077-ba6f-da0fd6510e26 HTTP/1.1" status: 200 len: 886 time: 0.1909635 Aug 10 15:03:05.684507 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:03:05.957032 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:06.202588 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:06.284466 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:06.475958 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Allocated IP 172.27.2.103 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:03:06.592257 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:06.684474 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:06.706572 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:03:06.727948 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:03:06.797317 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:03:06.869124 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Pushing event updated for resources: {'Port': ['ID=8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:03:06.882620 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.882973 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.883312 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.883643 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.883970 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.884308 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.884877 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.884984 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.885305 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.885628 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.885949 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.886379 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Tracked resource versions report: Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: pushed versions: Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: { 'AddressGroup': {'1.2'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'ConntrackHelper': {'1.0'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Log': {'1.0'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Network': {'1.1'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Port': {'1.7'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'PortForwarding': {'1.2'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'QosPolicy': {'1.9'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SecurityGroup': {'1.4'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SubPort': {'1.0'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Subnet': {'1.1'}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Trunk': {'1.1'}} Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: consumer versions: Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: { DHCP agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: L3 agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: Metadata agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: Metering agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: Open vSwitch agent@dv-cinder-780933-14-iscsi: { 'AddressGroup': '1.2', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'ConntrackHelper': '1.0', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Log': '1.0', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Network': '1.1', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Port': '1.7', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'PortForwarding': '1.2', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'QosPolicy': '1.9', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SecurityGroup': '1.4', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SecurityGroupRule': '1.2', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SubPort': '1.0', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Subnet': '1.1', Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Trunk': '1.1'}} Aug 10 15:03:06.887856 dv-cinder-780933-14-iscsi neutron-server[93495]: {{(pid=93495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:03:07.197150 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:07.352221 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device acdcc039-fae8-467f-a374-66d69ede10af up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:03:07.403867 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port acdcc039-fae8-467f-a374-66d69ede10af completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:03:07.408200 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port acdcc039-fae8-467f-a374-66d69ede10af triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:03:07.408574 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:07.410671 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-652635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-113055'] for router, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:07.416426 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-654833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-654840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652610'] for router, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:07.492150 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:07.527382 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port acdcc039-fae8-467f-a374-66d69ede10af, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=acdcc039-fae8-467f-a374-66d69ede10af,segment=NetworkSegment(7355ed03-6ca7-4000-8bfa-eedfe472ec23),segment_id=7355ed03-6ca7-4000-8bfa-eedfe472ec23)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:03:07.532279 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:07.535218 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Router 4b894357-b2b0-4b2f-acce-770fbe64cb7c has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:03:07.580619 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=acdcc039-fae8-467f-a374-66d69ede10af,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:03:07.648134 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:03:07.653167 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] Notify callbacks [] for router, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:07.654446 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-db442583-f625-4bbc-86d0-392665ae4621 admin admin] 10.222.0.26 "PUT /v2.0/routers/4b894357-b2b0-4b2f-acce-770fbe64cb7c HTTP/1.1" status: 200 len: 890 time: 1.9732664 Aug 10 15:03:08.572633 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Sync routers for ids ['4b894357-b2b0-4b2f-acce-770fbe64cb7c'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:03:08.583147 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Routers {'4b894357-b2b0-4b2f-acce-770fbe64cb7c'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:03:08.583800 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:02:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4b894357-b2b0-4b2f-acce-770fbe64cb7c'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:03:08.851663 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Set router 4b894357-b2b0-4b2f-acce-770fbe64cb7c gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:03:09.266760 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'name': 'router1', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:02:49Z', 'updated_at': '2021-08-10T15:03:06Z', 'revision_number': 4, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'gw_port': {'id': '8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:03:06Z', 'updated_at': '2021-08-10T15:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'acdcc039-fae8-467f-a374-66d69ede10af', 'name': '', 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'mac_address': 'fa:16:3e:35:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '062dabf1-c700-42e6-a880-f5a631021a44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:02:58Z', 'updated_at': '2021-08-10T15:03:07Z', 'revision_number': 5, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'subnets': [{'id': '062dabf1-c700-42e6-a880-f5a631021a44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ef7311-35bd-4c77-ae97-802e7b2954e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:03:09.351672 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device acdcc039-fae8-467f-a374-66d69ede10af up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:03:09.355426 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Checking router: 4b894357-b2b0-4b2f-acce-770fbe64cb7c for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:03:09.355787 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Updating router 4b894357-b2b0-4b2f-acce-770fbe64cb7c port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:03:09.431759 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:09.541968 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port acdcc039-fae8-467f-a374-66d69ede10af triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:03:09.542253 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:09.850342 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:09.860318 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Transition to ACTIVE for port object 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:03:09.867752 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:09.924353 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb59dc6-402d-4283-a3bd-577655d7e780 None None] Pushing event updated for resources: {'Port': ['ID=8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:03:09.929637 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Attempting to bind port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:03:09.930011 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Attempting to bind port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:03:09.930377 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Attempting to bind port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:03:09.936420 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:03:09.936803 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:03:09.937213 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:09.937612 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:03:09.938085 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Bound port: 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:03:09.938520 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:09.997422 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] For port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:03:10.001529 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] For port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:03:10.006560 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:10.067620 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Routers {'4b894357-b2b0-4b2f-acce-770fbe64cb7c'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:03:10.068265 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:02:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4b894357-b2b0-4b2f-acce-770fbe64cb7c'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:03:10.073261 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb59dc6-402d-4283-a3bd-577655d7e780 None None] Pushing event updated for resources: {'Port': ['ID=8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:03:10.120783 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 36592) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:03:10.244164 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6e12f30b-1124-441a-8b98-a40e51d0f58c admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1221955 Aug 10 15:03:10.275581 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] Set router 4b894357-b2b0-4b2f-acce-770fbe64cb7c gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:03:10.513461 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'name': 'router1', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:02:49Z', 'updated_at': '2021-08-10T15:03:06Z', 'revision_number': 4, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'gw_port': {'id': '8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:03:06Z', 'updated_at': '2021-08-10T15:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'acdcc039-fae8-467f-a374-66d69ede10af', 'name': '', 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'mac_address': 'fa:16:3e:35:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '062dabf1-c700-42e6-a880-f5a631021a44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:02:58Z', 'updated_at': '2021-08-10T15:03:07Z', 'revision_number': 5, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'subnets': [{'id': '062dabf1-c700-42e6-a880-f5a631021a44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ef7311-35bd-4c77-ae97-802e7b2954e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:03:10.541073 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa82989-f1c0-4894-ba6e-c845e6357040 None None] The sync data for ids ['4b894357-b2b0-4b2f-acce-770fbe64cb7c'] in dv-cinder-780933-14-iscsi is: [{'id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'name': 'router1', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:02:49Z', 'updated_at': '2021-08-10T15:03:06Z', 'revision_number': 4, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'gw_port': {'id': '8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:72:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:03:06Z', 'updated_at': '2021-08-10T15:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'acdcc039-fae8-467f-a374-66d69ede10af', 'name': '', 'network_id': 'a498bcb2-3362-4da2-9ea8-661af30b893a', 'tenant_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'mac_address': 'fa:16:3e:35:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b894357-b2b0-4b2f-acce-770fbe64cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '062dabf1-c700-42e6-a880-f5a631021a44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:02:58Z', 'updated_at': '2021-08-10T15:03:07Z', 'revision_number': 5, 'project_id': 'dbc555f1dd67429a84a1cb85b59fd122', 'subnets': [{'id': '062dabf1-c700-42e6-a880-f5a631021a44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72ef7311-35bd-4c77-ae97-802e7b2954e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:03:11.367101 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:03:11.420041 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:03:11.423816 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:03:11.424184 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:11.506203 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:11.527977 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:03:11.531961 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:11.580239 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:03:13.361319 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:03:13.431438 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 8d24cf71-45a5-4ca5-99e0-8baf3ff6b4be triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:03:13.431807 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:22.311249 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5878ecd3-08bc-4b2a-b1e5-a847e89ed9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:25.095491 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:25.517407 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c8851a71-3a66-4672-999b-5bf602a6029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:26.154436 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:28.018582 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:41.548116 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 5 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:03:52.305212 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-da91b263-1401-4469-9d26-20a101761a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:55.093240 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:55.522214 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f9133735-6e1f-412e-85d7-0d4822702283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:56.140708 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:03:58.008032 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:18.548920 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 5 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:04:22.309276 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c0b4377a-66d5-44bf-ad63-f48c9239dc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:25.088190 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:25.505476 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a2529570-c2fe-4f13-93db-e859ee78ff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:26.143721 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:28.004754 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:49.904023 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37160) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:04:49.967903 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5b52eb-87d1-4471-8466-f6585a288013 admin admin] GET failed (client error): The resource could not be found. Aug 10 15:04:49.969228 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-ae5b52eb-87d1-4471-8466-f6585a288013 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642626 Aug 10 15:04:50.128602 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d684d6-4c7e-42a7-b808-0adea0052bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:04:50.130073 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-d5d684d6-4c7e-42a7-b808-0adea0052bf5 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564980 Aug 10 15:04:52.313968 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37170) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:04:52.316448 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-448e4a0a-e7c2-436d-95e3-07e2da9ba7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:52.419909 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc39bc38-49cf-4199-8770-b2f9ec4d331b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:04:52.421280 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-bc39bc38-49cf-4199-8770-b2f9ec4d331b admin admin] 10.222.0.26 "GET /v2.0/subnets/062dabf1-c700-42e6-a880-f5a631021a44 HTTP/1.1" status: 200 len: 849 time: 0.1062331 Aug 10 15:04:52.431145 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:04:52.514809 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:52.656656 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792409142676'] for subnet, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:52.685681 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:04:52.686299 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:52.688138 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] 10.222.0.26 "PUT /v2.0/subnets/062dabf1-c700-42e6-a880-f5a631021a44 HTTP/1.1" status: 200 len: 868 time: 0.2608068 Aug 10 15:04:52.701398 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d0e89-f4aa-40ba-b371-c1be85b9799e None None] Network a498bcb2-3362-4da2-9ea8-661af30b893a requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:04:52.712772 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=062dabf1-c700-42e6-a880-f5a631021a44,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:04:52.720356 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.720719 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.721058 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.721386 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.721708 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.722169 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.722573 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.722939 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.723259 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.723582 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.723935 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:52.724249 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1ef8a-8d9b-424e-85f3-67427c908070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:04:53.036405 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-8bea9553-28ed-4195-88a5-1dc27c7d417e None None] Provisioning complete for port 251e378f-bcab-4ac1-ae8f-24a0dd8d334b triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:04:53.036776 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8bea9553-28ed-4195-88a5-1dc27c7d417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:53.123347 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-8bea9553-28ed-4195-88a5-1dc27c7d417e None None] Provisioning complete for port acdcc039-fae8-467f-a374-66d69ede10af triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:04:53.123814 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8bea9553-28ed-4195-88a5-1dc27c7d417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:54.863750 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37178) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:04:55.068914 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83537eb1-8455-491d-baa5-ef4adcf959b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:04:55.069306 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83537eb1-8455-491d-baa5-ef4adcf959b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:04:55.070892 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-83537eb1-8455-491d-baa5-ef4adcf959b4 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2061863 Aug 10 15:04:55.101317 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:55.505364 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0904bf1e-941d-42eb-ae1e-164695d6e0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:55.547565 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 5 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:04:56.145553 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:57.248554 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37186) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:04:57.378956 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a8723-7b01-422c-9df8-9052cc4a72a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:04:57.379492 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a8723-7b01-422c-9df8-9052cc4a72a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:04:57.381134 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-166a8723-7b01-422c-9df8-9052cc4a72a1 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316359 Aug 10 15:04:58.008344 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:04:59.539325 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37194) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:04:59.673579 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f714b60-fd9b-4da5-bba7-60251c8dcd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:04:59.675028 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8f714b60-fd9b-4da5-bba7-60251c8dcd19 admin admin] 10.222.0.26 "GET /v2.0/networks/a498bcb2-3362-4da2-9ea8-661af30b893a HTTP/1.1" status: 200 len: 869 time: 0.1347678 Aug 10 15:05:01.823039 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37204) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:05:01.955689 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f1eba-2a35-411d-aaac-e5ef7cad025e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:01.957101 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-f95f1eba-2a35-411d-aaac-e5ef7cad025e admin admin] 10.222.0.26 "GET /v2.0/networks/abb89302-1d5c-4077-ba6f-da0fd6510e26 HTTP/1.1" status: 200 len: 886 time: 0.1330578 Aug 10 15:05:04.133281 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37212) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:05:04.261953 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e4b49-3972-4977-a148-3ac73771a006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:04.262435 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e4b49-3972-4977-a148-3ac73771a006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:04.264070 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-7e3e4b49-3972-4977-a148-3ac73771a006 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297894 Aug 10 15:05:06.426887 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37220) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:05:06.522122 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a244b8-3557-42d2-8e56-4dc59c779e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:06.522520 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a244b8-3557-42d2-8e56-4dc59c779e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:06.524077 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-04a244b8-3557-42d2-8e56-4dc59c779e4c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0962355 Aug 10 15:05:08.684256 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37228) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:05:08.777249 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f04df-a748-410e-a526-cf589d9eefce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:08.778676 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-5b5f04df-a748-410e-a526-cf589d9eefce admin admin] 10.222.0.26 "GET /v2.0/subnets/062dabf1-c700-42e6-a880-f5a631021a44 HTTP/1.1" status: 200 len: 868 time: 0.0934248 Aug 10 15:05:10.953116 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37236) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:05:11.037737 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02942b19-4847-4b5c-bfd4-a886d9eaf376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:11.039092 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-02942b19-4847-4b5c-bfd4-a886d9eaf376 admin admin] 10.222.0.26 "GET /v2.0/subnets/a63fe770-55e0-4259-ba5c-7c43ef9a74ba HTTP/1.1" status: 200 len: 816 time: 0.0850005 Aug 10 15:05:22.310140 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-344bfceb-c68d-4a03-8d59-67c485822258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:25.092728 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:25.509767 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c9e46455-619d-44c1-91b4-f3639a1688f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:26.148831 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:28.013176 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:32.546818 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 5 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:05:36.434500 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37290) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:05:36.481732 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [None req-b704938e-b0d5-44fc-8f0f-d4b80f572185 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:05:36.483355 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-b704938e-b0d5-44fc-8f0f-d4b80f572185 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479109 Aug 10 15:05:38.703383 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37298) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:05:38.763146 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfdb0a0-34b0-43ce-9b26-428e602199a3 admin admin] GET failed (client error): The resource could not be found. Aug 10 15:05:38.764456 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-edfdb0a0-34b0-43ce-9b26-428e602199a3 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601420 Aug 10 15:05:38.909125 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85631691-f074-4f08-af6e-f46d411e2094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:38.910580 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-85631691-f074-4f08-af6e-f46d411e2094 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417270 Aug 10 15:05:41.078685 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37306) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:05:41.125451 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:05:41.146642 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Made reservation on behalf of 4d5e42b6417c4edbbafd53795f2d1a5d for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:05:41.148953 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:41.178319 dv-cinder-780933-14-iscsi neutron-server[93494]: WARNING neutron.services.revisions.revision_plugin [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Could not find related network for resource to bump revision. Aug 10 15:05:41.189787 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=93494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:05:41.199181 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:41.199521 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Added segment 0c8e8c65-ec7c-4cb7-96b2-6295496f709d of type vlan for network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c Aug 10 15:05:41.237828 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:41.266004 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:41.266978 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:41.267557 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:41.328470 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2486389 Aug 10 15:05:41.329151 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Pushing event updated for resources: {'Network': ['ID=af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:05:41.336491 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.336847 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.337214 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.337530 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.337863 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.338211 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.338597 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.338945 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.339279 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.339608 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.339934 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.340257 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df03c1c-04bc-46ac-83cb-6588d9046510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:41.353036 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:05:43.512914 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37314) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:05:43.574569 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d0f108-02fe-4584-a7ae-bcc354d46257 admin admin] GET failed (client error): The resource could not be found. Aug 10 15:05:43.575902 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-71d0f108-02fe-4584-a7ae-bcc354d46257 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620809 Aug 10 15:05:43.646327 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2604cd0-a072-432b-acd3-5c1b4fa49728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:43.647855 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b2604cd0-a072-432b-acd3-5c1b4fa49728 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676217 Aug 10 15:05:43.658263 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:05:43.686897 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Made reservation on behalf of 4d5e42b6417c4edbbafd53795f2d1a5d for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:05:43.689734 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:43.954485 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:44.014927 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e2d0c5-b284-465e-818d-f03f83dad1e1,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:05:44.024684 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Checking segment: {'id': '0c8e8c65-ec7c-4cb7-96b2-6295496f709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:05:44.025048 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Network hostable DHCP agents. Network: af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:05:44.051031 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:05:44.063328 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:05:44.067572 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:05:44.068172 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:44.073174 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f68e41-01fd-46ff-ad74-472c80917b0a None None] Network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:05:44.082982 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6f2c443a-b145-4b77-9758-87bdb682d356 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4285245 Aug 10 15:05:44.234615 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c', 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c', 'tenant_id': '4d5e42b6417c4edbbafd53795f2d1a5d', 'fixed_ips': [{'subnet_id': '69e2d0c5-b284-465e-818d-f03f83dad1e1'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:05:44.235569 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:44.485281 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Allocated IP 192.168.233.2 (af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c/69e2d0c5-b284-465e-818d-f03f83dad1e1/ac65c8c8-b9ec-4240-8408-0daa44f04f76) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:05:44.635025 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:44.644316 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Transition to ACTIVE for port object ac65c8c8-b9ec-4240-8408-0daa44f04f76 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:05:44.660685 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Transition to ACTIVE for port object ac65c8c8-b9ec-4240-8408-0daa44f04f76 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:05:44.667249 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:44.707483 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:05:44.710320 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:05:44.716737 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Pushing event updated for resources: {'Port': ['ID=ac65c8c8-b9ec-4240-8408-0daa44f04f76,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:05:44.719417 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:05:44.729781 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.730147 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.730519 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.730853 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.731175 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.731506 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.731822 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.732151 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.732488 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.732812 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.733131 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.733467 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:05:44.783235 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Attempting to bind port ac65c8c8-b9ec-4240-8408-0daa44f04f76 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:05:44.783683 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Attempting to bind port ac65c8c8-b9ec-4240-8408-0daa44f04f76 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '0c8e8c65-ec7c-4cb7-96b2-6295496f709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:05:44.784066 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Attempting to bind port ac65c8c8-b9ec-4240-8408-0daa44f04f76 on network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:05:44.789293 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:05:44.789655 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Checking segment: {'id': '0c8e8c65-ec7c-4cb7-96b2-6295496f709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:05:44.790057 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:44.790463 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Bound using segment: {'id': '0c8e8c65-ec7c-4cb7-96b2-6295496f709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:05:44.790924 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Bound port: ac65c8c8-b9ec-4240-8408-0daa44f04f76, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8e8c65-ec7c-4cb7-96b2-6295496f709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:05:44.791313 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:44.857951 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] For port ac65c8c8-b9ec-4240-8408-0daa44f04f76, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:05:44.861708 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] For port ac65c8c8-b9ec-4240-8408-0daa44f04f76, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=ac65c8c8-b9ec-4240-8408-0daa44f04f76,segment=NetworkSegment(0c8e8c65-ec7c-4cb7-96b2-6295496f709d),segment_id=0c8e8c65-ec7c-4cb7-96b2-6295496f709d)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:05:44.865518 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:44.926668 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99803b-b4dc-40aa-9490-ed091e132756 None None] Pushing event updated for resources: {'Port': ['ID=ac65c8c8-b9ec-4240-8408-0daa44f04f76,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:05:45.467471 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ac65c8c8-b9ec-4240-8408-0daa44f04f76 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:05:45.519997 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port ac65c8c8-b9ec-4240-8408-0daa44f04f76 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:05:45.754627 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a218d7-25fe-493f-b746-99e4c8847980 None None] Network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:05:45.864607 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-eaf1e942-f290-4d46-be08-edb4ccb9eb1b None None] Provisioning for port ac65c8c8-b9ec-4240-8408-0daa44f04f76 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:05:45.869567 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-eaf1e942-f290-4d46-be08-edb4ccb9eb1b None None] Provisioning complete for port ac65c8c8-b9ec-4240-8408-0daa44f04f76 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:05:45.869941 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e942-f290-4d46-be08-edb4ccb9eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:45.983892 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e942-f290-4d46-be08-edb4ccb9eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:46.020601 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-eaf1e942-f290-4d46-be08-edb4ccb9eb1b None None] For port ac65c8c8-b9ec-4240-8408-0daa44f04f76, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=ac65c8c8-b9ec-4240-8408-0daa44f04f76,segment=NetworkSegment(0c8e8c65-ec7c-4cb7-96b2-6295496f709d),segment_id=0c8e8c65-ec7c-4cb7-96b2-6295496f709d)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:05:46.025772 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eaf1e942-f290-4d46-be08-edb4ccb9eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:46.079538 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1e942-f290-4d46-be08-edb4ccb9eb1b None None] Pushing event updated for resources: {'Port': ['ID=ac65c8c8-b9ec-4240-8408-0daa44f04f76,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:05:46.247955 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-3ee718bd-1b7d-4e24-97e9-a5dc3c65fb77 None None] Provisioning complete for port ac65c8c8-b9ec-4240-8408-0daa44f04f76 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:05:46.248243 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ee718bd-1b7d-4e24-97e9-a5dc3c65fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:47.441696 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ac65c8c8-b9ec-4240-8408-0daa44f04f76 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:05:47.488678 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port ac65c8c8-b9ec-4240-8408-0daa44f04f76 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:05:47.489126 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:52.312068 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e42c00dc-7664-47b5-b0fb-d584469aa16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:55.098473 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:55.506398 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-33bce9e9-847b-4ca4-8633-750d0f6bc3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:56.153655 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:05:58.020125 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:09.546727 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 5 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:06:22.313841 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e662c88d-c4a4-45e7-8329-f00a7cc1c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:25.099973 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:25.507114 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b0421f18-b2da-43a3-a2b3-26bcd61ea4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:26.154875 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:28.019611 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:46.545841 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 5 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:06:52.314783 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-16c0afff-06a6-4d1c-a5ff-343b6f1f49dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:52.562114 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37366) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:06:52.569038 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [None req-3f97805c-ce91-4444-91e6-3cf552f2a05e tempest-verify_tempest_config-1913593614 tempest-verify_tempest_config-1913593614-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:06:52.570060 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3f97805c-ce91-4444-91e6-3cf552f2a05e tempest-verify_tempest_config-1913593614 tempest-verify_tempest_config-1913593614-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069163 Aug 10 15:06:52.880237 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37384) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:06:52.981511 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:53.072034 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:53.075666 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:53.120843 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3555f44435ea4153bac6a1401efd103a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2394905 Aug 10 15:06:53.121771 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfae278-5dd3-4217-8f92-ca840a28d042,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:06:53.124083 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37390) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:06:53.129376 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.129734 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.130086 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.130440 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.130776 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.131125 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.131466 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.131806 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.132156 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.132482 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.132811 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.133138 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02339-6698-4b80-a180-e0ec6671a364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.205066 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:53.229338 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:53.320970 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:53.323622 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:53.324740 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdfae278-5dd3-4217-8f92-ca840a28d042 HTTP/1.1" status: 204 len: 168 time: 0.1995084 Aug 10 15:06:53.333521 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfae278-5dd3-4217-8f92-ca840a28d042,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:06:53.342140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.342140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.342140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.342140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.342140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.342915 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.342915 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.343124 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.343556 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.343801 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.344166 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:53.344546 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed91e06-032c-427f-8e4d-bd7d71f6d88a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:06:55.102716 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:55.508223 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8cca25dd-e1a3-4f26-a4db-53cf7604b1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:56.157764 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:06:58.024733 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:22.315766 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4d19-8de8-4eb9-96e9-9a46621367be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:23.543793 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 5 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:07:25.103024 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:25.508657 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-651b8ef7-76ad-41b4-a19c-33018527f23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:26.161935 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:28.030612 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:52.316754 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-472f22c9-6c91-41c1-929c-c2ab4854ea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:55.103712 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:55.510255 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5a28acb6-2dbb-477b-846e-0f8cbcb4db29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:56.167941 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:07:58.033505 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:00.543240 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 5 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:08:22.318128 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7631208e-e4d3-4332-8017-6f3e73b2f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:25.104874 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:25.513666 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7c7321d0-4ee3-4055-a7bf-bb284954fb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:26.168262 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:26.609799 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651768'] for agent, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:28.037354 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:31.082206 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37442) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:08:31.185320 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-27824c4d-f2d5-4a22-a756-c5f72f027cff admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1019802 Aug 10 15:08:33.343094 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37452) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:08:33.397244 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-281d03f0-1682-4940-a09e-cd475caf9acd admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0525835 Aug 10 15:08:37.542144 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:08:52.319447 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e188085c-5c45-4c36-9b3a-e5852b3b8303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:55.107407 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:55.514851 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b19d-c019-4ef8-8719-676d8f279a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:56.172401 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:56.597558 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:08:58.039455 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:14.541701 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:09:22.320226 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ea49d103-8e80-455c-b684-c642ecc52838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:25.111830 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:25.524253 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-557e6436-8b7b-42cb-8467-5261bc177d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:26.182148 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:26.615221 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:28.049853 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:51.540807 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:09:52.322020 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c10a475a-c008-4872-9aac-135df2d665e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:55.114240 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:55.516279 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-26250eb6-0d73-4921-baae-c491d5d238e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:56.178307 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:56.613454 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:09:58.058498 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.187141 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37612) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:02.446613 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1606093009-network', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:02.473558 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Made reservation on behalf of 9b4962453faa450eb30a6ac02fe55eef for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:02.476210 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.490490 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.595135 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.600403 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.625970 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc177ff4-3ca5-4ecd-a911-dd3c8cea5bca,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:02.639419 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.639645 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.639991 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.640312 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.640755 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.641111 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.641444 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.641776 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.642304 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.642650 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.642971 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.643287 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Tracked resource versions report: Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: pushed versions: Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: { 'AddressGroup': {'1.2'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'ConntrackHelper': {'1.0'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Log': {'1.0'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Network': {'1.1'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Port': {'1.7'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'PortForwarding': {'1.2'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'QosPolicy': {'1.9'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SecurityGroup': {'1.4'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SubPort': {'1.0'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Subnet': {'1.1'}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Trunk': {'1.1'}} Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: consumer versions: Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: { DHCP agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: HyperV agent@hv-cinder-78093: {}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: L3 agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: Metadata agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: Metering agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: Open vSwitch agent@dv-cinder-780933-14-iscsi: { 'AddressGroup': '1.2', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'ConntrackHelper': '1.0', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Log': '1.0', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Network': '1.1', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Port': '1.7', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'PortForwarding': '1.2', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'QosPolicy': '1.9', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SecurityGroup': '1.4', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SecurityGroupRule': '1.2', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'SubPort': '1.0', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Subnet': '1.1', Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: 'Trunk': '1.1'}} Aug 10 15:10:02.644358 dv-cinder-780933-14-iscsi neutron-server[93495]: {{(pid=93495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:10:02.650968 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:10:02.665996 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792409164903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.666595 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Unsubscribe: segment precommit_create {{(pid=93495) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 15:10:02.667153 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Added segment 0655f6ab-f52a-4bf2-9104-8f9d73ee67e5 of type vlan for network d75af5cd-4ff3-41cf-abe0-0ff16866849b Aug 10 15:10:02.729114 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.776715 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.777724 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:02.778325 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.872422 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d75af5cd-4ff3-41cf-abe0-0ff16866849b,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:02.879685 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37664) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:02.886643 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Request body: {'subnet': {'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1606093009-subnet', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:02.889502 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:10:02.890181 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-32985265-ea0a-4b29-88f8-a079057cb8d2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6950552 Aug 10 15:10:02.913366 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Made reservation on behalf of 9b4962453faa450eb30a6ac02fe55eef for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:02.916372 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:02.981847 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37672) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:03.130491 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.170796 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37682) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:03.188253 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:03.198730 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.199150 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.199655 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.199995 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.200325 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.200696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.201018 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.201341 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.201678 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.202001 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.202497 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.202662 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Tracked resource versions report: Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: pushed versions: Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: { 'AddressGroup': {'1.2'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'ConntrackHelper': {'1.0'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Log': {'1.0'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Network': {'1.1'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Port': {'1.7'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'PortForwarding': {'1.2'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'QosPolicy': {'1.9'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SecurityGroup': {'1.4'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SubPort': {'1.0'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Subnet': {'1.1'}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Trunk': {'1.1'}} Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: consumer versions: Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: { DHCP agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: HyperV agent@hv-cinder-78093: {}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: L3 agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: Metadata agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: Metering agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: Open vSwitch agent@dv-cinder-780933-14-iscsi: { 'AddressGroup': '1.2', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'ConntrackHelper': '1.0', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Log': '1.0', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Network': '1.1', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Port': '1.7', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'PortForwarding': '1.2', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'QosPolicy': '1.9', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SecurityGroup': '1.4', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SecurityGroupRule': '1.2', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'SubPort': '1.0', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Subnet': '1.1', Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: 'Trunk': '1.1'}} Aug 10 15:10:03.203722 dv-cinder-780933-14-iscsi neutron-server[93494]: {{(pid=93494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:10:03.210065 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37686) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:03.225575 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Checking segment: {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:03.225945 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Network hostable DHCP agents. Network: d75af5cd-4ff3-41cf-abe0-0ff16866849b, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:10:03.244006 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:10:03.256726 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, d75af5cd-4ff3-41cf-abe0-0ff16866849b) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:03.263060 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:03.263649 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.270513 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f618aac-1f28-43a8-b1cb-a5e47724be80 None None] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:03.283209 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37692) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:03.289247 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:03.294865 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-bebdf84c-8e35-4d82-bd3c-15c387a8fe99 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4131882 Aug 10 15:10:03.319789 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.322537 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.426738 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.451372 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-d75af5cd-4ff3-41cf-abe0-0ff16866849b', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:10:03.452422 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.612237 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-53134995-network', 'tenant_id': 'd4986683688449f8884a609da540032a'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:03.622669 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Allocated IP 172.20.0.2 (d75af5cd-4ff3-41cf-abe0-0ff16866849b/95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed/85722983-ff91-4c4a-aa15-179c32bfc168) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:03.708222 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-network', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:03.719554 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37704) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:03.739219 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.747241 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1733037024-network', 'tenant_id': '8e58e1a1a54a4275a5b8d54bd9f85062'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:03.764570 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Made reservation on behalf of d4986683688449f8884a609da540032a for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:03.766878 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.801649 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Made reservation on behalf of 8e58e1a1a54a4275a5b8d54bd9f85062 for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:03.804197 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.823497 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.845524 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.863175 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Transition to ACTIVE for port object 85722983-ff91-4c4a-aa15-179c32bfc168 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:03.867898 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-61683371-network', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:03.869002 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.894205 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Transition to ACTIVE for port object 85722983-ff91-4c4a-aa15-179c32bfc168 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:03.906608 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Made reservation on behalf of 4b00f0a7a2a349ed8d21c258290854c1 for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:03.909026 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.909300 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.925298 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.929408 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Made reservation on behalf of e1f10a74313942b9aa4f4fc2f01fbd0d for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:03.932458 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.965932 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:03.988906 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Pushing event updated for resources: {'Port': ['ID=85722983-ff91-4c4a-aa15-179c32bfc168,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:04.006438 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:04.008881 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.009432 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.009978 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.010532 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.011065 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.011603 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.012118 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.012626 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.013153 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.013671 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.014198 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.014728 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Tracked resource versions report: Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: pushed versions: Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: { 'AddressGroup': {'1.2'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'ConntrackHelper': {'1.0'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Log': {'1.0'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Network': {'1.1'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Port': {'1.7'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'PortForwarding': {'1.2'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'QosPolicy': {'1.9'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SecurityGroup': {'1.4'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SubPort': {'1.0'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Subnet': {'1.1'}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Trunk': {'1.1'}} Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: consumer versions: Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: { DHCP agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: HyperV agent@hv-cinder-78093: {}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: L3 agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: Metadata agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: Metering agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: Open vSwitch agent@dv-cinder-780933-14-iscsi: { 'AddressGroup': '1.2', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'ConntrackHelper': '1.0', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Log': '1.0', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Network': '1.1', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Port': '1.7', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'PortForwarding': '1.2', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'QosPolicy': '1.9', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SecurityGroup': '1.4', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SecurityGroupRule': '1.2', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'SubPort': '1.0', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Subnet': '1.1', Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: 'Trunk': '1.1'}} Aug 10 15:10:04.016008 dv-cinder-780933-14-iscsi neutron-server[93496]: {{(pid=93496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:10:04.021030 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:04.044533 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:04.121893 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Attempting to bind port 85722983-ff91-4c4a-aa15-179c32bfc168 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:04.122551 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Attempting to bind port 85722983-ff91-4c4a-aa15-179c32bfc168 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:04.124198 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Attempting to bind port 85722983-ff91-4c4a-aa15-179c32bfc168 on network d75af5cd-4ff3-41cf-abe0-0ff16866849b {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:04.130795 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:04.131696 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Checking segment: {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:04.132253 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.133325 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Bound using segment: {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:04.133814 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Bound port: 85722983-ff91-4c4a-aa15-179c32bfc168, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:04.134586 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.204626 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.228033 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.241235 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:10:04.245326 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] For port 85722983-ff91-4c4a-aa15-179c32bfc168, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:04.251594 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.252329 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Added segment 4e32df8c-8c2a-4d49-8343-3954f6051abb of type vlan for network b10a6317-7a85-4b67-b820-a4a5f0492303 Aug 10 15:10:04.254460 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] For port 85722983-ff91-4c4a-aa15-179c32bfc168, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=85722983-ff91-4c4a-aa15-179c32bfc168,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:04.263026 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.297505 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.321798 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.db.api [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 15:10:04.321798 dv-cinder-780933-14-iscsi neutron-server[93494]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 15:10:04.321798 dv-cinder-780933-14-iscsi neutron-server[93494]: [parameters: {'project_id_1': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'expiration_1': datetime.datetime(2021, 8, 10, 15, 10, 3, 990439)}] Aug 10 15:10:04.321798 dv-cinder-780933-14-iscsi neutron-server[93494]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 15:10:04.321798 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG oslo_db.api [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 15:10:04.352561 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.db.api [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 15:10:04.352561 dv-cinder-780933-14-iscsi neutron-server[93495]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 15:10:04.352561 dv-cinder-780933-14-iscsi neutron-server[93495]: [parameters: {'project_id_1': '4b00f0a7a2a349ed8d21c258290854c1', 'expiration_1': datetime.datetime(2021, 8, 10, 15, 10, 3, 950753)}] Aug 10 15:10:04.352561 dv-cinder-780933-14-iscsi neutron-server[93495]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 15:10:04.353066 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG oslo_db.api [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 15:10:04.381849 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.423101 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60213b-53dd-4989-b8ec-14bfef6df9cb None None] Pushing event updated for resources: {'Port': ['ID=85722983-ff91-4c4a-aa15-179c32bfc168,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:04.425359 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:04.429794 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.436267 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.437450 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:04.438161 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.645696 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b10a6317-7a85-4b67-b820-a4a5f0492303,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:04.675510 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network b10a6317-7a85-4b67-b820-a4a5f0492303 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:10:04.822879 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.933052 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.933157 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37762) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:04.974417 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:04.987651 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Allocated IP 172.27.2.138 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/10f5d294-8587-4e96-bc71-84dd4c4bd81b) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:04.989881 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.004897 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37766) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:05.005271 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-cc65f13d-634c-476c-970d-14262629b3f2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0220001 Aug 10 15:10:05.013973 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Request body: {'subnet': {'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-53134995-subnet', 'tenant_id': 'd4986683688449f8884a609da540032a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:05.026991 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.db.api [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 15:10:05.026991 dv-cinder-780933-14-iscsi neutron-server[93495]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 15:10:05.026991 dv-cinder-780933-14-iscsi neutron-server[93495]: [parameters: {'project_id_1': '4b00f0a7a2a349ed8d21c258290854c1', 'expiration_1': datetime.datetime(2021, 8, 10, 15, 10, 4, 961171)}] Aug 10 15:10:05.026991 dv-cinder-780933-14-iscsi neutron-server[93495]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 15:10:05.027564 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG oslo_db.api [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 15:10:05.028181 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:10:05.089885 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.089885 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Added segment e0eac594-a6ab-40be-b034-0c5f440d0b7b of type vlan for network 6bc3206f-9d0c-441e-a4f5-650878ad0bb8 Aug 10 15:10:05.100768 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780bb137-d266-4d9c-bed5-70b9a260063f,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:05.155182 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.160882 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.171677 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.180242 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3358c90e-793a-46b4-a8f3-a39c4e57efe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.205136 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=93494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:10:05.206588 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.216224 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.217180 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:05.217761 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.223769 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Made reservation on behalf of d4986683688449f8884a609da540032a for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:05.227064 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.246490 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.246834 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Added segment 48094702-ccaf-43e7-b57e-b9e27602c28e of type vlan for network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc Aug 10 15:10:05.297280 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.349776 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc3206f-9d0c-441e-a4f5-650878ad0bb8,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:05.360748 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network 6bc3206f-9d0c-441e-a4f5-650878ad0bb8 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:10:05.370595 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:05.372594 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f84d5-da05-4d6e-8fba-a94fad839320,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:05.376329 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:05.388338 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:05.408485 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.437490 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Pushing event updated for resources: {'Port': ['ID=10f5d294-8587-4e96-bc71-84dd4c4bd81b,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:05.477742 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.478922 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:05.480664 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.658005 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 85722983-ff91-4c4a-aa15-179c32bfc168 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:05.658912 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] Pushing event updated for resources: {'Network': ['ID=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:05.690176 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3358c90e-793a-46b4-a8f3-a39c4e57efe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.694552 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:10:05.701871 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.708461 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-d07c0112-e61d-43e0-ab3a-a968abd926b2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4970491 Aug 10 15:10:05.723511 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37788) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:05.728146 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3358c90e-793a-46b4-a8f3-a39c4e57efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.742810 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Request body: {'subnet': {'network_id': '6bc3206f-9d0c-441e-a4f5-650878ad0bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1733037024-subnet', 'tenant_id': '8e58e1a1a54a4275a5b8d54bd9f85062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:05.754388 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-ebd16998-20b1-4b33-9053-a3471222a918 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0322413 Aug 10 15:10:05.758817 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37792) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:05.773748 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Request body: {'subnet': {'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-subnet', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:05.803266 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.833034 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Made reservation on behalf of 8e58e1a1a54a4275a5b8d54bd9f85062 for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:05.836150 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.839984 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-3358c90e-793a-46b4-a8f3-a39c4e57efe9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db3857cb16964ee5b8038c5046955e3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9057209 Aug 10 15:10:05.846630 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37794) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:05.847224 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37796) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:05.876417 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Made reservation on behalf of e1f10a74313942b9aa4f4fc2f01fbd0d for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:05.879252 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.939656 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:05.941035 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a848cd-67c0-4474-b7fe-680635ed59d3 None None] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:06.065410 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-09cb9465-3bbc-478e-b537-0f9d83a739f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.088368 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 85722983-ff91-4c4a-aa15-179c32bfc168 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:06.107055 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-6da9c6c1-2aae-4449-b0d9-35323be0dc57 None None] Provisioning for port 85722983-ff91-4c4a-aa15-179c32bfc168 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:06.123985 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2cf058a5-f5bb-4508-8419-bab249e5ce8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.135204 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-6da9c6c1-2aae-4449-b0d9-35323be0dc57 None None] Provisioning complete for port 85722983-ff91-4c4a-aa15-179c32bfc168 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:06.135594 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6da9c6c1-2aae-4449-b0d9-35323be0dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.163295 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358c90e-793a-46b4-a8f3-a39c4e57efe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3367f333-ceb8-4dee-a234-283bfd72c65f,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:06.181181 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Checking segment: {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:06.183049 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Network hostable DHCP agents. Network: b10a6317-7a85-4b67-b820-a4a5f0492303, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:10:06.186897 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2cf058a5-f5bb-4508-8419-bab249e5ce8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.211962 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:06.248427 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.253513 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6da9c6c1-2aae-4449-b0d9-35323be0dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.253715 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Network b10a6317-7a85-4b67-b820-a4a5f0492303 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:10:06.272669 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, b10a6317-7a85-4b67-b820-a4a5f0492303) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:06.299110 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d33cbd3-1596-4dbb-b343-832143188b4d None None] Network b10a6317-7a85-4b67-b820-a4a5f0492303 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:06.300926 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:06.302091 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.373006 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-6da9c6c1-2aae-4449-b0d9-35323be0dc57 None None] For port 85722983-ff91-4c4a-aa15-179c32bfc168, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=85722983-ff91-4c4a-aa15-179c32bfc168,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:06.382092 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6da9c6c1-2aae-4449-b0d9-35323be0dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.462383 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.480708 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9c6c1-2aae-4449-b0d9-35323be0dc57 None None] Pushing event updated for resources: {'Port': ['ID=85722983-ff91-4c4a-aa15-179c32bfc168,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:06.517009 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2cf058a5-f5bb-4508-8419-bab249e5ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.519443 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2cf058a5-f5bb-4508-8419-bab249e5ce8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.531199 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-2cf058a5-f5bb-4508-8419-bab249e5ce8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3367f333-ceb8-4dee-a234-283bfd72c65f HTTP/1.1" status: 204 len: 168 time: 0.6828213 Aug 10 15:10:06.537295 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bfe53e-21d3-4823-a6bd-b21332528aa5,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:06.561814 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6317992-e67b-4379-9248-75c53bdcccee None None] Network b10a6317-7a85-4b67-b820-a4a5f0492303 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:06.566655 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.569620 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Checking segment: {'id': 'e0eac594-a6ab-40be-b034-0c5f440d0b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6bc3206f-9d0c-441e-a4f5-650878ad0bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:06.570115 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Network hostable DHCP agents. Network: 6bc3206f-9d0c-441e-a4f5-650878ad0bb8, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:10:06.595267 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Network 6bc3206f-9d0c-441e-a4f5-650878ad0bb8 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:10:06.599956 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.603348 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf058a5-f5bb-4508-8419-bab249e5ce8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3367f333-ceb8-4dee-a234-283bfd72c65f,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:06.619967 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, 6bc3206f-9d0c-441e-a4f5-650878ad0bb8) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:06.622448 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.625601 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:06.627952 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.636993 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-dd91cb3b-9e91-4cf6-9670-65ff404cf2af admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6308153 Aug 10 15:10:06.643325 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a16c07-b6f1-4925-b247-db5d5665672c None None] Network 6bc3206f-9d0c-441e-a4f5-650878ad0bb8 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:06.695399 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:10:06.767795 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d03789-770b-4805-ae52-55a572bdb7da,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:06.778142 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.778632 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Added segment 53b554fb-8b7a-4d46-ae76-0bfe78baa0f2 of type vlan for network fcda3fc4-5c89-43ae-8b39-4d26232d4168 Aug 10 15:10:06.813288 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-5c69f0c7-e5d8-4e49-92da-2ed675738faa None None] Provisioning complete for port 85722983-ff91-4c4a-aa15-179c32bfc168 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:06.813842 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5c69f0c7-e5d8-4e49-92da-2ed675738faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.816689 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5afb919-3672-4f02-9af1-96a56f2ed2d4,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:06.872616 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Checking segment: {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:06.872990 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Network hostable DHCP agents. Network: b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:10:06.895084 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:06.905727 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Router 4c8254bc-31a4-4be9-b2b0-b495815de06f is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:10:06.959635 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:10:07.018796 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.019678 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:07.020242 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.022323 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:07.037096 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e5d638-2dcf-4155-9f58-f11f45272584 None None] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:07.054502 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:07.055094 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.075970 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37836) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:07.087229 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-09cb9465-3bbc-478e-b537-0f9d83a739f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.095315 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c6d7-8df5-4c82-96ae-499b83c06da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.119757 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-cf891cf3-d8ed-4074-94fd-bad04b5208e2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3931987 Aug 10 15:10:07.130109 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-09cb9465-3bbc-478e-b537-0f9d83a739f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.148225 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.9763696 Aug 10 15:10:07.165695 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37840) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:07.169735 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3660b-e23f-44aa-a727-f61624da515a None None] Network 6bc3206f-9d0c-441e-a4f5-650878ad0bb8 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:07.180747 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-880701b6-f3d5-488b-8d93-9f7b1de05e18 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4205973 Aug 10 15:10:07.186529 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Request body: {'subnet': {'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-subnet', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:07.189366 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37842) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:07.201598 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93493168-a587-4ba3-a2cf-618793353b16 admin admin] Pushing event updated for resources: {'Network': ['ID=fcda3fc4-5c89-43ae-8b39-4d26232d4168,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:07.205364 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:07.225113 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-09cb9465-3bbc-478e-b537-0f9d83a739f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=388f3f6d1ad54e43841809189bef4403&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3752701 Aug 10 15:10:07.226140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:10:07.227888 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37844) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:07.235779 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb9465-3bbc-478e-b537-0f9d83a739f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b497ca3-ad6f-4529-93b7-8c80a071ba5c,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:07.238533 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Sync routers for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:10:07.268247 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network fcda3fc4-5c89-43ae-8b39-4d26232d4168 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:10:07.271480 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:07.274683 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:09:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:07.385330 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c6d7-8df5-4c82-96ae-499b83c06da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.417871 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d1d7c6d7-8df5-4c82-96ae-499b83c06da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.467153 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] Notify callbacks [] for router, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.468708 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-9fe95ae7-10e1-4275-97a3-d7db33807d7b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1844580 Aug 10 15:10:07.473033 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37848) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:07.482030 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:10:07.482956 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.507569 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-d1d7c6d7-8df5-4c82-96ae-499b83c06da8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6da1ed9a5f2e4df693cea19c34972f61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4304760 Aug 10 15:10:07.523027 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7c6d7-8df5-4c82-96ae-499b83c06da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f4f109-053b-4028-a8c0-13f556c02a5d,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:07.524266 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37850) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:07.527691 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Made reservation on behalf of 4b00f0a7a2a349ed8d21c258290854c1 for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:07.530273 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.534880 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2bb239d5-ab7c-44af-8e8d-3d631a16a403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.561003 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.563328 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.615738 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:07.652696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37872) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:07.655335 dv-cinder-780933-14-iscsi neutron-server[93494]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 15:10:07.672458 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.689043 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 85722983-ff91-4c4a-aa15-179c32bfc168 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:07.715038 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2bb239d5-ab7c-44af-8e8d-3d631a16a403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.803688 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 85722983-ff91-4c4a-aa15-179c32bfc168 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:07.804071 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.812690 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 37886) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:07.828368 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Allocated IP 172.20.0.2 (b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc/b5afb919-3672-4f02-9af1-96a56f2ed2d4/09d4db91-267f-4443-95a6-5021e9892529) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:07.931379 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:05Z', 'revision_number': 3, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:07.955130 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3debe9a9-f9cf-4874-9d5a-2e03d155f331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:07.968107 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Checking router: 4c8254bc-31a4-4be9-b2b0-b495815de06f for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:10:07.968778 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Updating router 4c8254bc-31a4-4be9-b2b0-b495815de06f port 10f5d294-8587-4e96-bc71-84dd4c4bd81b binding host dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:10:08.022831 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.095156 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.106305 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.111218 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-80ab5923-8b61-4f32-a248-9a1844b943d1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:08.118730 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-80ab5923-8b61-4f32-a248-9a1844b943d1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 813 time: 0.4646688 Aug 10 15:10:08.151912 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-394ab103-7ac7-4ba6-b632-b509f2118089 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/quotas/d4986683688449f8884a609da540032a HTTP/1.1" status: 200 len: 375 time: 0.0322833 Aug 10 15:10:08.161503 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3debe9a9-f9cf-4874-9d5a-2e03d155f331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.188957 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-d5a92b84-46a1-42b0-a3f7-2187d944462f tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:08.190314 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Transition to ACTIVE for port object 09d4db91-267f-4443-95a6-5021e9892529 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:08.190554 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-d5a92b84-46a1-42b0-a3f7-2187d944462f tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/networks?id=6bc3206f-9d0c-441e-a4f5-650878ad0bb8 HTTP/1.1" status: 200 len: 812 time: 0.3768559 Aug 10 15:10:08.211709 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2bb239d5-ab7c-44af-8e8d-3d631a16a403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.214178 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Transition to ACTIVE for port object 09d4db91-267f-4443-95a6-5021e9892529 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:08.214788 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2bb239d5-ab7c-44af-8e8d-3d631a16a403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.218951 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-2bb239d5-ab7c-44af-8e8d-3d631a16a403 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b497ca3-ad6f-4529-93b7-8c80a071ba5c HTTP/1.1" status: 204 len: 168 time: 0.9900951 Aug 10 15:10:08.233530 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.235198 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.245283 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb239d5-ab7c-44af-8e8d-3d631a16a403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b497ca3-ad6f-4529-93b7-8c80a071ba5c,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:08.252213 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-cf524a39-05ac-4031-abe8-96f3f38a607d tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729833 Aug 10 15:10:08.257539 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5626c110-80f7-4638-ab1a-11eebd9695cf tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/quotas/8e58e1a1a54a4275a5b8d54bd9f85062 HTTP/1.1" status: 200 len: 375 time: 0.0338686 Aug 10 15:10:08.339594 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-d6e8a7f6-f274-4f76-9f7c-0b3cde59cdda tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e58e1a1a54a4275a5b8d54bd9f85062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636578 Aug 10 15:10:08.369921 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:08.381765 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:08.392347 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:08.404302 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Pushing event updated for resources: {'Port': ['ID=09d4db91-267f-4443-95a6-5021e9892529,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:08.418380 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c36e5e-fc23-48cd-9a55-4b0230de6915,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:08.425960 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.456776 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Checking segment: {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:08.457317 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Network hostable DHCP agents. Network: fcda3fc4-5c89-43ae-8b39-4d26232d4168, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:10:08.458546 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Transition to ACTIVE for port object 10f5d294-8587-4e96-bc71-84dd4c4bd81b will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:08.462956 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3debe9a9-f9cf-4874-9d5a-2e03d155f331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.465942 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3debe9a9-f9cf-4874-9d5a-2e03d155f331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.468301 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3debe9a9-f9cf-4874-9d5a-2e03d155f331 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6f4f109-053b-4028-a8c0-13f556c02a5d HTTP/1.1" status: 204 len: 168 time: 0.9340010 Aug 10 15:10:08.470561 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.482714 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debe9a9-f9cf-4874-9d5a-2e03d155f331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f4f109-053b-4028-a8c0-13f556c02a5d,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:08.506600 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Attempting to bind port 09d4db91-267f-4443-95a6-5021e9892529 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:08.507228 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Attempting to bind port 09d4db91-267f-4443-95a6-5021e9892529 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:08.507565 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Attempting to bind port 09d4db91-267f-4443-95a6-5021e9892529 on network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:08.509314 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Network fcda3fc4-5c89-43ae-8b39-4d26232d4168 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:10:08.537377 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:08.538873 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Checking segment: {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:08.539964 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.540807 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Bound using segment: {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:08.542468 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Bound port: 09d4db91-267f-4443-95a6-5021e9892529, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:08.542968 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.555504 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, fcda3fc4-5c89-43ae-8b39-4d26232d4168) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:08.562736 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:08.563430 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.591226 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6505395-17fd-4b42-b305-f9ed70d688d4 None None] Network fcda3fc4-5c89-43ae-8b39-4d26232d4168 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:08.592684 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Attempting to bind port 10f5d294-8587-4e96-bc71-84dd4c4bd81b on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:08.593269 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Attempting to bind port 10f5d294-8587-4e96-bc71-84dd4c4bd81b by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:08.593748 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Attempting to bind port 10f5d294-8587-4e96-bc71-84dd4c4bd81b on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:08.599943 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Pushing event updated for resources: {'Port': ['ID=10f5d294-8587-4e96-bc71-84dd4c4bd81b,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:08.610747 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-fa9abde6-4c55-455c-9b50-50e4ff0271c6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4441268 Aug 10 15:10:08.613866 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 37906) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:08.623625 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:08.627603 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.629231 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.629645 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.631683 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.634044 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.634500 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.635084 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.635502 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.637550 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.637980 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.638386 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.640452 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Tracked resource versions report: Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: pushed versions: Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: { 'AddressGroup': {'1.2'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'ConntrackHelper': {'1.0'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Log': {'1.0'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Network': {'1.1'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Port': {'1.7'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'PortForwarding': {'1.2'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'QosPolicy': {'1.9'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SecurityGroup': {'1.4'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SecurityGroupRule': {'1.2'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SubPort': {'1.0'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Subnet': {'1.1'}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Trunk': {'1.1'}} Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: consumer versions: Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: { DHCP agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: HyperV agent@hv-cinder-78093: {}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: L3 agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: Metadata agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: Metering agent@dv-cinder-780933-14-iscsi: {}, Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: Open vSwitch agent@dv-cinder-780933-14-iscsi: { 'AddressGroup': '1.2', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'ConntrackHelper': '1.0', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Log': '1.0', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Network': '1.1', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Port': '1.7', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'PortForwarding': '1.2', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'QosPolicy': '1.9', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SecurityGroup': '1.4', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SecurityGroupRule': '1.2', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'SubPort': '1.0', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Subnet': '1.1', Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: 'Trunk': '1.1'}} Aug 10 15:10:08.641843 dv-cinder-780933-14-iscsi neutron-server[93497]: {{(pid=93497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 15:10:08.652935 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.653589 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:08.654587 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:08.655024 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.656497 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.657898 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:08.658647 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Bound port: 10f5d294-8587-4e96-bc71-84dd4c4bd81b, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:08.660178 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.749591 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.754028 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.783858 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] For port 10f5d294-8587-4e96-bc71-84dd4c4bd81b, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:08.789592 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] For port 10f5d294-8587-4e96-bc71-84dd4c4bd81b, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=10f5d294-8587-4e96-bc71-84dd4c4bd81b,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:08.798781 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.823035 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.891743 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.946912 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] For port 09d4db91-267f-4443-95a6-5021e9892529, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:08.950892 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] For port 09d4db91-267f-4443-95a6-5021e9892529, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=09d4db91-267f-4443-95a6-5021e9892529,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:08.964341 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:08.966517 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:09:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:08.969022 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:08.973193 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570803ef-5627-475b-beb8-ec0eaa582180 None None] Pushing event updated for resources: {'Port': ['ID=10f5d294-8587-4e96-bc71-84dd4c4bd81b,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:09.019174 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c35f6-73c1-4cf6-b1a2-86d15ce6a8bf None None] Network fcda3fc4-5c89-43ae-8b39-4d26232d4168 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:09.019569 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Allocated IP 172.20.0.1 (d75af5cd-4ff3-41cf-abe0-0ff16866849b/95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed/3c580048-bfdb-4f6c-9dcc-a656dacb3535) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:09.056176 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-14c19d3a-eef5-4f3b-8c67-785a86e91e41 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:10:09.063653 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-14c19d3a-eef5-4f3b-8c67-785a86e91e41 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2351565 Aug 10 15:10:09.077622 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-20568dce-dfcf-4a1c-ae69-27a49e834a0d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:10:09.078714 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-20568dce-dfcf-4a1c-ae69-27a49e834a0d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5317988 Aug 10 15:10:09.180352 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75831b6-b6a1-448f-875f-a4e5612b2295 None None] Pushing event updated for resources: {'Port': ['ID=09d4db91-267f-4443-95a6-5021e9892529,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:09.217032 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:09.300516 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:09.464337 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:09.488767 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Transition to ACTIVE for port object 3c580048-bfdb-4f6c-9dcc-a656dacb3535 will not be triggered until provisioned by entity DHCP. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:09.491528 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Allocated IP 172.27.2.85 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/7977edc6-f861-460f-9b95-208a9721b162) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:09.504629 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-523249d1-495a-4ce6-905e-415b9d2ce92a service neutron] 10.222.0.26 "GET /v2.0/networks/6bc3206f-9d0c-441e-a4f5-650878ad0bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249086 Aug 10 15:10:09.510866 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-86978bba-3c17-458f-92c8-057ff9109896 service neutron] 10.222.0.26 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877900 Aug 10 15:10:09.665958 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:09.738266 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 09d4db91-267f-4443-95a6-5021e9892529 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:09.741021 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:05Z', 'revision_number': 3, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:09.807086 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b2b42-2bc4-48f1-afc7-413f7ca189f2 None None] The sync data for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi is: [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:05Z', 'revision_number': 3, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:10:09.929641 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:09.931286 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:09.950561 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:09.951218 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:10.011016 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-6ff2dfc9-01da-43ce-8775-5cf41548856c service neutron] 10.222.0.26 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892569 Aug 10 15:10:10.062114 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 09d4db91-267f-4443-95a6-5021e9892529 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:10.252914 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:10.437135 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Pushing event updated for resources: {'Port': ['ID=3c580048-bfdb-4f6c-9dcc-a656dacb3535,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:10.485826 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-eee22ac3-a24a-4a75-b5ed-eccf2f6d30a1 None None] Provisioning for port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:10.492904 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-eee22ac3-a24a-4a75-b5ed-eccf2f6d30a1 None None] Provisioning complete for port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:10.493819 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eee22ac3-a24a-4a75-b5ed-eccf2f6d30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:10.510228 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:10.581731 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:10.592969 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-eee22ac3-a24a-4a75-b5ed-eccf2f6d30a1 None None] Port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:10:10.633127 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:10.733501 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f1f31-06a3-4d03-982d-8c75927f3d88 None None] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:10:10.783242 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-9fc53592-8b42-4c34-85e0-d4a4892bb68b service neutron] 10.222.0.26 "GET /v2.0/networks/6bc3206f-9d0c-441e-a4f5-650878ad0bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2620664 Aug 10 15:10:10.892128 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:10.922879 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8820a73b-806f-49bd-ba0c-32f3d66d0b2b req-663a1e08-258b-45ca-93b5-54e0722fec5b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 210 time: 0.1544483 Aug 10 15:10:10.923984 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:10.928824 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:10.933008 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=7977edc6-f861-460f-9b95-208a9721b162,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:10.939441 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:11.008521 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-0eedbb44-2393-4ad4-9f71-87daeb524b95 None None] Provisioning for port 09d4db91-267f-4443-95a6-5021e9892529 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:11.018251 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Allocated IP 172.27.2.136 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/e6f92bf4-e3f6-41a7-88c0-c11719260803) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:11.038630 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-0eedbb44-2393-4ad4-9f71-87daeb524b95 None None] Provisioning complete for port 09d4db91-267f-4443-95a6-5021e9892529 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:11.039033 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0eedbb44-2393-4ad4-9f71-87daeb524b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:11.142043 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0eedbb44-2393-4ad4-9f71-87daeb524b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:11.299394 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:11.367825 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-0eedbb44-2393-4ad4-9f71-87daeb524b95 None None] For port 09d4db91-267f-4443-95a6-5021e9892529, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=09d4db91-267f-4443-95a6-5021e9892529,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:11.392242 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0eedbb44-2393-4ad4-9f71-87daeb524b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:11.453662 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:11.532065 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:11.541936 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:11.547720 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:11.593098 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedbb44-2393-4ad4-9f71-87daeb524b95 None None] Pushing event updated for resources: {'Port': ['ID=09d4db91-267f-4443-95a6-5021e9892529,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:11.659821 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-edacc08e-62b8-43da-a528-3b37e52afdb2 req-0a4ce083-0695-4fca-81ab-a12c5b1b6da7 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 210 time: 0.2351284 Aug 10 15:10:11.725201 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 10f5d294-8587-4e96-bc71-84dd4c4bd81b up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:11.827012 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Pushing event updated for resources: {'Port': ['ID=e6f92bf4-e3f6-41a7-88c0-c11719260803,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:11.845830 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:11.851716 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 10f5d294-8587-4e96-bc71-84dd4c4bd81b completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:11.859438 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 10f5d294-8587-4e96-bc71-84dd4c4bd81b triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:11.860385 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:11.996422 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:12.049931 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 10f5d294-8587-4e96-bc71-84dd4c4bd81b, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=10f5d294-8587-4e96-bc71-84dd4c4bd81b,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:12.057960 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:12.128490 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=10f5d294-8587-4e96-bc71-84dd4c4bd81b,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:12.154458 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-4d980468-7ed5-4adb-b9be-b14fe68356f1 None None] Provisioning complete for port 09d4db91-267f-4443-95a6-5021e9892529 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:12.154837 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-4d980468-7ed5-4adb-b9be-b14fe68356f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:12.175592 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9ad46c12-affd-477d-8785-005ae20f51df req-0e8bf636-e9b7-430e-9eb6-cc9fd5319dd1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 210 time: 0.0740163 Aug 10 15:10:12.308161 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:12.442032 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:12.500229 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:12.520526 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:12.521366 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:12.668363 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:10:12.844259 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-62549d92-8238-4c08-afa1-ce252b7dd4e7 req-15c37637-31ed-4eb7-ab6a-675257437310 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 210 time: 0.0784087 Aug 10 15:10:12.892092 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Pushing event updated for resources: {'Port': ['ID=3c580048-bfdb-4f6c-9dcc-a656dacb3535,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:12.966209 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:10:12.981299 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db439620-256f-4741-ae57-62eb551d295e None None] Sync routers for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:10:13.001474 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db439620-256f-4741-ae57-62eb551d295e None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:13.002491 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-db439620-256f-4741-ae57-62eb551d295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:09:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:13.002616 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:13.005114 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-6e4ca2f7-c474-4fe1-9883-b2ef30713ca4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8119292 Aug 10 15:10:13.010032 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38100) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:13.211485 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:13.215018 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:13.228732 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-db439620-256f-4741-ae57-62eb551d295e None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:13.237903 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:13.416439 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38114) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:13.523409 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-33cd5961-fbf2-442d-a4fe-e1f37e1a12f2 req-86b125ba-56a5-4ac5-a320-59b78ab61b8b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 210 time: 0.2184696 Aug 10 15:10:13.557914 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-db439620-256f-4741-ae57-62eb551d295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 3, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:13.638040 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db439620-256f-4741-ae57-62eb551d295e None None] Checking router: 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:10:13.639666 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db439620-256f-4741-ae57-62eb551d295e None None] Updating router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f port 7977edc6-f861-460f-9b95-208a9721b162 binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:10:13.700687 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 10f5d294-8587-4e96-bc71-84dd4c4bd81b up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:13.708755 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Router 4c8254bc-31a4-4be9-b2b0-b495815de06f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:10:13.743626 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-db439620-256f-4741-ae57-62eb551d295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:13.801872 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-8a0eac64-8511-40ec-9b9f-c51b1644fa09 None None] Provisioning complete for port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:13.805766 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8a0eac64-8511-40ec-9b9f-c51b1644fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:13.806620 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-596958b6-3272-459c-af32-9ea2b1759eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:13.922988 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:10:13.933913 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-71c42947-76d7-43e8-8155-a5521b5df078 admin admin] 10.222.0.26 "PUT /v2.0/routers/4c8254bc-31a4-4be9-b2b0-b495815de06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4532926 Aug 10 15:10:13.939990 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Sync routers for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:10:13.967073 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:13.968185 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:09:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:13.976650 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:10:14.090226 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-8a0eac64-8511-40ec-9b9f-c51b1644fa09 None None] Port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:10:14.163863 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 10f5d294-8587-4e96-bc71-84dd4c4bd81b triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:14.171389 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:14.214846 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:14.255848 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:10:14.305034 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Sync routers for ids ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:10:14.349601 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ecb37a6f-b6b1-4c30-bfce-6c69fd880911 req-82f08404-dffe-4b99-bb95-090e00dc18cf tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 210 time: 0.1195922 Aug 10 15:10:14.525772 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.50', 52082) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:14.530255 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-596958b6-3272-459c-af32-9ea2b1759eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:14.541957 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-596958b6-3272-459c-af32-9ea2b1759eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:14.575700 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Routers {'97d1c3d7-20c5-45a6-8a15-b8513ddec649'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:14.577164 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:09:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:14.594991 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 2, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:14.616114 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-596958b6-3272-459c-af32-9ea2b1759eaf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67bba4d4262f49a8b123de33e3f19e7c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1580687 Aug 10 15:10:14.691155 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Checking router: 4c8254bc-31a4-4be9-b2b0-b495815de06f for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:10:14.693536 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Updating router 4c8254bc-31a4-4be9-b2b0-b495815de06f port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 binding host dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:10:14.734011 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38166) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:14.784625 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:14.799868 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596958b6-3272-459c-af32-9ea2b1759eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dd0734-d0ce-4657-9b8a-ef6e2ab764a6,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:14.985456 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-db439620-256f-4741-ae57-62eb551d295e None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.008748 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-db439620-256f-4741-ae57-62eb551d295e None None] Transition to ACTIVE for port object 7977edc6-f861-460f-9b95-208a9721b162 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:15.026511 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3e7176d1-ef26-4718-9273-9aea1070374c req-2da130ad-fcfe-4a92-9f4c-49e83f6db34b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 210 time: 0.1982806 Aug 10 15:10:15.052378 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.50', 52087) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:15.099262 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-ea24b55e-e1ea-4529-a660-c96b3097d6c1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:15.099765 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-db439620-256f-4741-ae57-62eb551d295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.101584 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-ea24b55e-e1ea-4529-a660-c96b3097d6c1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 813 time: 0.5742195 Aug 10 15:10:15.103650 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] Notify callbacks [] for router, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.105971 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-192d782a-9d02-4fe8-ba18-8eae905c193d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4861274 Aug 10 15:10:15.108969 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38192) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:15.204050 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Request body: {'port': {'device_id': '35db06ff-9d62-45e2-b7a9-e14445f29720', 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303', 'admin_state_up': True, 'tenant_id': 'd4986683688449f8884a609da540032a'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:15.300560 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Set router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:15.338979 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 09d4db91-267f-4443-95a6-5021e9892529 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:15.347053 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-53f4ba0d-bab5-4846-97a8-82d1f91ac7f5 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:15.348596 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-53f4ba0d-bab5-4846-97a8-82d1f91ac7f5 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.50 "GET /v2.0/networks?id=6bc3206f-9d0c-441e-a4f5-650878ad0bb8 HTTP/1.1" status: 200 len: 812 time: 0.2917681 Aug 10 15:10:15.352864 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.378066 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Request body: {'port': {'device_id': '8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb', 'network_id': '6bc3206f-9d0c-441e-a4f5-650878ad0bb8', 'admin_state_up': True, 'tenant_id': '8e58e1a1a54a4275a5b8d54bd9f85062'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:15.386871 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.412217 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38198) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:15.420398 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Transition to ACTIVE for port object 3c580048-bfdb-4f6c-9dcc-a656dacb3535 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:15.428905 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-b77075a2-7759-4724-a60b-9b697a4b6cf8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940376589', 'description': 'tempest-description--348229541'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:15.429868 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.446317 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-da784898-2318-4ac1-b6d2-83397a4db3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.548553 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044453b-45d8-47a5-a286-984136990501 None None] Pushing event updated for resources: {'Port': ['ID=3c580048-bfdb-4f6c-9dcc-a656dacb3535,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:15.575374 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b77075a2-7759-4724-a60b-9b697a4b6cf8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.591155 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Attempting to bind port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:15.591538 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Attempting to bind port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:15.591922 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Attempting to bind port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 on network d75af5cd-4ff3-41cf-abe0-0ff16866849b {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:15.596066 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5cb98285-7418-4950-9a41-cda64fb8a8cf req-661cdfdd-066b-4a62-bba4-de6adfd1d3ad tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 210 time: 0.0595555 Aug 10 15:10:15.623824 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:15.624132 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Checking segment: {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:15.624470 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.624899 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Bound using segment: {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:15.625391 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Bound port: 3c580048-bfdb-4f6c-9dcc-a656dacb3535, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:15.625801 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.708743 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] For port 3c580048-bfdb-4f6c-9dcc-a656dacb3535, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:15.716484 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] For port 3c580048-bfdb-4f6c-9dcc-a656dacb3535, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=3c580048-bfdb-4f6c-9dcc-a656dacb3535,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:15.738011 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.755332 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-da784898-2318-4ac1-b6d2-83397a4db3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.848667 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-db439620-256f-4741-ae57-62eb551d295e None None] Attempting to bind port 7977edc6-f861-460f-9b95-208a9721b162 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:15.849059 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-db439620-256f-4741-ae57-62eb551d295e None None] Attempting to bind port 7977edc6-f861-460f-9b95-208a9721b162 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:15.849431 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db439620-256f-4741-ae57-62eb551d295e None None] Attempting to bind port 7977edc6-f861-460f-9b95-208a9721b162 on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:15.891275 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044453b-45d8-47a5-a286-984136990501 None None] Pushing event updated for resources: {'Port': ['ID=3c580048-bfdb-4f6c-9dcc-a656dacb3535,revision_number=4']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:15.897640 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db439620-256f-4741-ae57-62eb551d295e None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:15.898022 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db439620-256f-4741-ae57-62eb551d295e None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:15.898444 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-db439620-256f-4741-ae57-62eb551d295e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.898849 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db439620-256f-4741-ae57-62eb551d295e None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:15.899341 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-db439620-256f-4741-ae57-62eb551d295e None None] Bound port: 7977edc6-f861-460f-9b95-208a9721b162, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:15.899745 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-db439620-256f-4741-ae57-62eb551d295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:15.928668 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:15.932197 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:09:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:15.972710 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-db439620-256f-4741-ae57-62eb551d295e None None] For port 7977edc6-f861-460f-9b95-208a9721b162, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:15.992467 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-db439620-256f-4741-ae57-62eb551d295e None None] For port 7977edc6-f861-460f-9b95-208a9721b162, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=7977edc6-f861-460f-9b95-208a9721b162,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:16.059104 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b99cc-770c-4d36-ad5f-7061d049a534 None None] Pushing event updated for resources: {'Port': ['ID=7977edc6-f861-460f-9b95-208a9721b162,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:16.086559 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-db439620-256f-4741-ae57-62eb551d295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:16.105885 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b77075a2-7759-4724-a60b-9b697a4b6cf8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:16.266014 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Allocated IP 172.20.0.1 (b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc/b5afb919-3672-4f02-9af1-96a56f2ed2d4/367f084a-4a24-4752-a210-82b3247b56dc) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:16.287529 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b77075a2-7759-4724-a60b-9b697a4b6cf8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:16.305025 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-da784898-2318-4ac1-b6d2-83397a4db3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:16.335298 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-da784898-2318-4ac1-b6d2-83397a4db3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:16.338903 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-da784898-2318-4ac1-b6d2-83397a4db3e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7dd0734-d0ce-4657-9b8a-ef6e2ab764a6 HTTP/1.1" status: 204 len: 168 time: 1.5409906 Aug 10 15:10:16.362281 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:16.385807 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 09d4db91-267f-4443-95a6-5021e9892529 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:16.387097 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:16.474782 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da784898-2318-4ac1-b6d2-83397a4db3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dd0734-d0ce-4657-9b8a-ef6e2ab764a6,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:16.481233 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db439620-256f-4741-ae57-62eb551d295e None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:16.482371 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-db439620-256f-4741-ae57-62eb551d295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:09:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:16.539471 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Made reservation on behalf of d4986683688449f8884a609da540032a for: {'port': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:16.557797 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:16.619132 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-db439620-256f-4741-ae57-62eb551d295e None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:16.729122 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77075a2-7759-4724-a60b-9b697a4b6cf8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560c0b1f-d4b0-463b-bbb1-58188e1961b3,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:16.853968 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Made reservation on behalf of 8e58e1a1a54a4275a5b8d54bd9f85062 for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:16.868155 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:16.912131 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b77075a2-7759-4724-a60b-9b697a4b6cf8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:16.913482 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b77075a2-7759-4724-a60b-9b697a4b6cf8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4955580 Aug 10 15:10:16.960602 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b99cc-770c-4d36-ad5f-7061d049a534 None None] Pushing event updated for resources: {'Port': ['ID=7977edc6-f861-460f-9b95-208a9721b162,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:16.989617 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38248) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:17.039101 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74871e10-e0eb-4b76-a5fc-8f51e9765239 req-f1e91bca-34c9-437e-b2a2-d87f7eff4531 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 210 time: 0.2708454 Aug 10 15:10:17.081889 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-500ec7f0-a73d-4e08-96c0-90a096a485a4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'security_group_rule': {'security_group_id': '560c0b1f-d4b0-463b-bbb1-58188e1961b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:17.122496 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-97138db1-4bb7-4bdd-a165-a9b072615e06 req-fd4450ca-b971-46ec-a240-5061c364bc9b tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 210 time: 0.2695990 Aug 10 15:10:17.292470 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 3, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'gw_port': {'id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:10Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:17.303951 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38256) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:17.352826 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:15Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:17.383474 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ec36eae7-446a-4cbd-8f76-f41850cd7819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:17.399889 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd7cc2-2ab4-4043-91ff-81d136f0f9b2 None None] The sync data for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi is: [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:15Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:10:17.740967 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:17.740967 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-500ec7f0-a73d-4e08-96c0-90a096a485a4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:17.792267 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Checking router: 97d1c3d7-20c5-45a6-8a15-b8513ddec649 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:10:17.792267 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Updating router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 port e6f92bf4-e3f6-41a7-88c0-c11719260803 binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:10:17.795075 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Transition to ACTIVE for port object 367f084a-4a24-4752-a210-82b3247b56dc will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:17.795907 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:17.802688 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38260) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:17.960440 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 3c580048-bfdb-4f6c-9dcc-a656dacb3535 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:18.175935 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Allocated IP 172.20.0.14 (6bc3206f-9d0c-441e-a4f5-650878ad0bb8/91bfe53e-21d3-4823-a6bd-b21332528aa5/b5f72e75-1b72-49f2-b501-cd0010f93169) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:18.265862 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Allocated IP 172.20.0.8 (b10a6317-7a85-4b67-b820-a4a5f0492303/6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2/f12653ee-a991-4095-b0e5-350f570e79ba) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:18.484928 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-db439620-256f-4741-ae57-62eb551d295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 3, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:18.568960 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:18.576543 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:18.586200 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db439620-256f-4741-ae57-62eb551d295e None None] The sync data for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi is: [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 3, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:10:18.665405 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:18.673291 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:18.696481 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:18.699762 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:18.711590 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ec36eae7-446a-4cbd-8f76-f41850cd7819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:18.716753 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:18.723127 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ec36eae7-446a-4cbd-8f76-f41850cd7819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:18.815561 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a61d7d69-3ccd-4fee-a0bd-4da4a709166a req-27169172-81e3-4f75-ae52-f16d681f368b tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 210 time: 0.1536021 Aug 10 15:10:19.040710 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Network b10a6317-7a85-4b67-b820-a4a5f0492303 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:19.075998 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36eae7-446a-4cbd-8f76-f41850cd7819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ff0eaa-a4f1-403c-a1f7-383943500b6c,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:19.079609 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Pushing event updated for resources: {'Port': ['ID=f12653ee-a991-4095-b0e5-350f570e79ba,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:19.098235 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:19.112983 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.188034 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Transition to ACTIVE for port object e6f92bf4-e3f6-41a7-88c0-c11719260803 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:19.198731 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.251533 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:19.259765 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:19.282426 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.307692 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-ec36eae7-446a-4cbd-8f76-f41850cd7819 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc7c29b7e1cc4ca88f0d1de118eecaee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0043499 Aug 10 15:10:19.320479 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.330592 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38284) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:19.421642 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d2d5d-0059-4501-af4b-9b39492c258d None None] Pushing event updated for resources: {'Port': ['ID=e6f92bf4-e3f6-41a7-88c0-c11719260803,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:19.425485 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Attempting to bind port e6f92bf4-e3f6-41a7-88c0-c11719260803 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:19.425850 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Attempting to bind port e6f92bf4-e3f6-41a7-88c0-c11719260803 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:19.426208 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Attempting to bind port e6f92bf4-e3f6-41a7-88c0-c11719260803 on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:19.434765 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-9d32f919-bb24-4822-87a1-f865737a41b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2373197 Aug 10 15:10:19.435585 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38286) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:19.458430 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:19.464019 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:19.464503 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.464920 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:19.465515 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Bound port: e6f92bf4-e3f6-41a7-88c0-c11719260803, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:19.465971 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.472437 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:19.480654 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b8c3baab-0c31-469a-b2fd-6db6f532c5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.506951 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-1d3e6af8-2350-4917-b2d9-3aefecc1b071 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:10:19.508908 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-1d3e6af8-2350-4917-b2d9-3aefecc1b071 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165830 Aug 10 15:10:19.531523 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-500ec7f0-a73d-4e08-96c0-90a096a485a4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.550554 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:19.591723 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:19.592568 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.657162 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.751855 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] For port e6f92bf4-e3f6-41a7-88c0-c11719260803, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:19.786379 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] For port e6f92bf4-e3f6-41a7-88c0-c11719260803, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=e6f92bf4-e3f6-41a7-88c0-c11719260803,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:19.802389 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.844562 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-500ec7f0-a73d-4e08-96c0-90a096a485a4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.854445 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Pushing event updated for resources: {'Port': ['ID=367f084a-4a24-4752-a210-82b3247b56dc,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:19.887357 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Allocated IP 172.20.0.1 (fcda3fc4-5c89-43ae-8b39-4d26232d4168/b8c36e5e-fc23-48cd-9a55-4b0230de6915/ed339909-88f5-4b4f-8ceb-ad3cca34a77e) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:19.896331 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 3c580048-bfdb-4f6c-9dcc-a656dacb3535, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=3c580048-bfdb-4f6c-9dcc-a656dacb3535,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:19.935223 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.957729 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:19.988966 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Routers {'97d1c3d7-20c5-45a6-8a15-b8513ddec649'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:19.991463 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:09:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:20.014946 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ec7f0-a73d-4e08-96c0-90a096a485a4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db876dcc-af23-4152-9f0f-5d858c368e9c,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:20.056642 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.071256 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d2d5d-0059-4501-af4b-9b39492c258d None None] Pushing event updated for resources: {'Port': ['ID=e6f92bf4-e3f6-41a7-88c0-c11719260803,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:20.104629 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-882e7a2c-36b4-4136-8bfc-ff5d31d60e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.142871 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-882e7a2c-36b4-4136-8bfc-ff5d31d60e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.202709 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=3c580048-bfdb-4f6c-9dcc-a656dacb3535,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:20.251109 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.267423 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Network 6bc3206f-9d0c-441e-a4f5-650878ad0bb8 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:20.269421 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 7977edc6-f861-460f-9b95-208a9721b162 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:20.295452 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb20c-b8d1-4838-a859-ac7beb5319c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.336870 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33437ed4-a057-4221-869d-9e6594460dc2 req-10f28739-3f16-4ee0-8e63-7362c0691762 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:20.338717 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-33437ed4-a057-4221-869d-9e6594460dc2 req-10f28739-3f16-4ee0-8e63-7362c0691762 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 931 time: 1.6856098 Aug 10 15:10:20.343836 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-882e7a2c-36b4-4136-8bfc-ff5d31d60e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.346490 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-882e7a2c-36b4-4136-8bfc-ff5d31d60e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.347754 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-882e7a2c-36b4-4136-8bfc-ff5d31d60e27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30ff0eaa-a4f1-403c-a1f7-383943500b6c HTTP/1.1" status: 204 len: 168 time: 1.0097899 Aug 10 15:10:20.352562 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Network fcda3fc4-5c89-43ae-8b39-4d26232d4168 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:20.423593 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Request body: {'port': {'device_id': '35db06ff-9d62-45e2-b7a9-e14445f29720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:20.431081 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:20.431081 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:20.431404 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:20.431404 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:20.431404 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.431818 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:20.431818 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.467810 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Pushing event updated for resources: {'Port': ['ID=b5f72e75-1b72-49f2-b501-cd0010f93169,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:20.521323 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-32af20ac-faa1-4287-b3a5-cd7eea1fc044 None None] Provisioning for port 367f084a-4a24-4752-a210-82b3247b56dc completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:20.550262 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-32af20ac-faa1-4287-b3a5-cd7eea1fc044 None None] Provisioning complete for port 367f084a-4a24-4752-a210-82b3247b56dc triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:20.551064 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-32af20ac-faa1-4287-b3a5-cd7eea1fc044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.564530 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c257cda-26c5-4acc-ab89-c98a87583e6d req-754265fe-2601-4775-aa46-61eee759ffac tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:20.573603 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0c257cda-26c5-4acc-ab89-c98a87583e6d req-754265fe-2601-4775-aa46-61eee759ffac tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 932 time: 0.4341288 Aug 10 15:10:20.605946 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e7a2c-36b4-4136-8bfc-ff5d31d60e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ff0eaa-a4f1-403c-a1f7-383943500b6c,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:20.636463 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] Set router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:20.744330 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Pushing event updated for resources: {'Port': ['ID=ed339909-88f5-4b4f-8ceb-ad3cca34a77e,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:20.747226 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-33437ed4-a057-4221-869d-9e6594460dc2 req-642b7ab5-cf76-4315-8328-195d1a47d7ba tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331614 Aug 10 15:10:20.764019 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.838432 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b8c3baab-0c31-469a-b2fd-6db6f532c5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.878323 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.896043 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b8c3baab-0c31-469a-b2fd-6db6f532c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.909861 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-5d1d72dd-b45d-4f6d-8934-de386b35c56c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5358946 Aug 10 15:10:20.941172 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-32af20ac-faa1-4287-b3a5-cd7eea1fc044 None None] Port 367f084a-4a24-4752-a210-82b3247b56dc cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:10:20.963069 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-500ec7f0-a73d-4e08-96c0-90a096a485a4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.967252 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-500ec7f0-a73d-4e08-96c0-90a096a485a4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.9457700 Aug 10 15:10:20.968790 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:20.972309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38298) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:20.990497 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0c257cda-26c5-4acc-ab89-c98a87583e6d req-7ad40684-cae4-4530-8152-e485fe8ef4a4 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155369 Aug 10 15:10:21.017299 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-5b285600-3817-4e18-932b-4b078452bfd9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'security_group_rule': {'security_group_id': '560c0b1f-d4b0-463b-bbb1-58188e1961b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:21.051919 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 7977edc6-f861-460f-9b95-208a9721b162 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:21.055576 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-b8c3baab-0c31-469a-b2fd-6db6f532c5e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fb9e61b46934f88adc524f540a65219&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2516766 Aug 10 15:10:21.062276 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38302) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:21.083787 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 7977edc6-f861-460f-9b95-208a9721b162 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:21.086463 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.106294 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3baab-0c31-469a-b2fd-6db6f532c5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a972654-7848-489a-866f-7784cad80a1c,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:21.381516 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.417241 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 7977edc6-f861-460f-9b95-208a9721b162, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=7977edc6-f861-460f-9b95-208a9721b162,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:21.434380 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.485088 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 3, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'gw_port': {'id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:10Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:21.496085 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.508495 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.509404 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.523750 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe38e-0af0-496d-b738-e460e56a171d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.551364 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.573800 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5adba-ed34-4822-9676-8f467ce14227 None None] The sync data for ids ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'] in dv-cinder-780933-14-iscsi is: [{'id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 3, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'gw_port': {'id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:10Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:10:21.610630 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.611919 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.663957 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=7977edc6-f861-460f-9b95-208a9721b162,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:21.735908 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:21.739774 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:21.788905 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe38e-0af0-496d-b738-e460e56a171d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:21.885418 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Pushing event updated for resources: {'Port': ['ID=367f084a-4a24-4752-a210-82b3247b56dc,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:22.146632 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb20c-b8d1-4838-a859-ac7beb5319c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:22.195055 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Network fcda3fc4-5c89-43ae-8b39-4d26232d4168 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:22.196960 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 3c580048-bfdb-4f6c-9dcc-a656dacb3535 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:22.205452 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:10:22.231512 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:22.246616 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a065-89f7-493d-b7ed-1d0dd992835a req-8a46873a-2c1a-4f32-a308-1f7244e790d8 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:22.253421 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb20c-b8d1-4838-a859-ac7beb5319c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:22.268300 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07b6a065-89f7-493d-b7ed-1d0dd992835a req-8a46873a-2c1a-4f32-a308-1f7244e790d8 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 931 time: 0.3359554 Aug 10 15:10:22.305864 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Request body: {'port': {'device_id': '8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:22.335743 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:22.336262 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:22.410933 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-0cbdb20c-b8d1-4838-a859-ac7beb5319c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd753f72886b4d34a695cee7e1fd7d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9688830 Aug 10 15:10:22.411138 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9ebcd384-ab2b-49a4-8212-2f1049c9fb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:22.451583 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-57ecdc82-38dd-45d1-981c-fceaad738da2 None None] Provisioning complete for port 367f084a-4a24-4752-a210-82b3247b56dc triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:22.451583 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-57ecdc82-38dd-45d1-981c-fceaad738da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:22.457999 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38326) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:22.539712 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 7977edc6-f861-460f-9b95-208a9721b162 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:22.541582 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-57ecdc82-38dd-45d1-981c-fceaad738da2 None None] Port 367f084a-4a24-4752-a210-82b3247b56dc cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:10:22.614171 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 7977edc6-f861-460f-9b95-208a9721b162 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:22.614807 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:22.638741 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdb20c-b8d1-4838-a859-ac7beb5319c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002c5a9d-85ff-435f-b559-efca81f5269e,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:22.646985 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07b6a065-89f7-493d-b7ed-1d0dd992835a req-816f5d84-26a9-40b2-ad33-4aa7d8e3d1ee tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777618 Aug 10 15:10:22.654845 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:22.668912 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Pushing event updated for resources: {'Port': ['ID=ed339909-88f5-4b4f-8ceb-ad3cca34a77e,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:23.092545 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12653ee-a991-4095-b0e5-350f570e79ba {{(pid=93495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:23.103140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.138834 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Transition to ACTIVE for port object f12653ee-a991-4095-b0e5-350f570e79ba will not be triggered until provisioned by entity L2. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:23.140917 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5b285600-3817-4e18-932b-4b078452bfd9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.160947 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.248389 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Pushing event updated for resources: {'Port': ['ID=f12653ee-a991-4095-b0e5-350f570e79ba,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:23.276774 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f72e75-1b72-49f2-b501-cd0010f93169 {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:23.290489 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.344921 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e39d7-8ef1-4b5e-bf77-db644ad6774c req-30a8297d-81e9-4195-a4c7-12ae4ad8d280 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:23.346756 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d98e39d7-8ef1-4b5e-bf77-db644ad6774c req-30a8297d-81e9-4195-a4c7-12ae4ad8d280 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 932 time: 1.0764191 Aug 10 15:10:23.447754 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:10:23.470532 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-6de88db0-e7cc-4746-8e0f-b30e9acbfe4c admin admin] 10.222.0.26 "PUT /v2.0/routers/91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4449699 Aug 10 15:10:23.470532 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d98e39d7-8ef1-4b5e-bf77-db644ad6774c req-218419c7-3116-419f-a545-4febc5af7604 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026204 Aug 10 15:10:23.504884 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Sync routers for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:10:23.526940 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:23.528089 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:09:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:23.646669 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Attempting to bind port f12653ee-a991-4095-b0e5-350f570e79ba on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:23.647077 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Attempting to bind port f12653ee-a991-4095-b0e5-350f570e79ba by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:23.647959 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Attempting to bind port f12653ee-a991-4095-b0e5-350f570e79ba on network b10a6317-7a85-4b67-b820-a4a5f0492303 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:23.650185 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-28863a4f-5dd3-49af-b91b-9bded2476111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.709074 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5b285600-3817-4e18-932b-4b078452bfd9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.731334 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Transition to ACTIVE for port object b5f72e75-1b72-49f2-b501-cd0010f93169 will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:23.740441 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.761939 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5b285600-3817-4e18-932b-4b078452bfd9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.772369 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe38e-0af0-496d-b738-e460e56a171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.781031 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe38e-0af0-496d-b738-e460e56a171d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:23.786981 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-eb1fe38e-0af0-496d-b738-e460e56a171d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a972654-7848-489a-866f-7784cad80a1c HTTP/1.1" status: 204 len: 168 time: 2.6988955 Aug 10 15:10:23.787976 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Port f12653ee-a991-4095-b0e5-350f570e79ba on network b10a6317-7a85-4b67-b820-a4a5f0492303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:10:23.788826 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Attempting to bind port f12653ee-a991-4095-b0e5-350f570e79ba on network b10a6317-7a85-4b67-b820-a4a5f0492303 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:23.836168 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f72e75-1b72-49f2-b501-cd0010f93169,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:23.886503 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b285600-3817-4e18-932b-4b078452bfd9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c1a8d1-08a8-4c75-a45f-446e12aa0ff8,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:23.907325 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fe38e-0af0-496d-b738-e460e56a171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a972654-7848-489a-866f-7784cad80a1c,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:23.959331 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:23.961659 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Checking segment: {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:23.978919 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Bound using segment: {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:23.981107 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Bound port: f12653ee-a991-4095-b0e5-350f570e79ba, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'}}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:23.986292 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:23.993719 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.017101 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-28863a4f-5dd3-49af-b91b-9bded2476111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.208041 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device e6f92bf4-e3f6-41a7-88c0-c11719260803 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:24.359974 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5b285600-3817-4e18-932b-4b078452bfd9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.361381 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-5b285600-3817-4e18-932b-4b078452bfd9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.3865063 Aug 10 15:10:24.385468 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:10:24.394639 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38356) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:24.399330 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port e6f92bf4-e3f6-41a7-88c0-c11719260803 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:24.411590 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port e6f92bf4-e3f6-41a7-88c0-c11719260803 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:24.415122 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.432616 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] For port f12653ee-a991-4095-b0e5-350f570e79ba, host hv-cinder-78093, cleared binding levels {{(pid=93495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:24.451673 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'floatingip': {'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:24.569026 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.625343 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port e6f92bf4-e3f6-41a7-88c0-c11719260803, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=e6f92bf4-e3f6-41a7-88c0-c11719260803,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:24.632108 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.662638 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] For port f12653ee-a991-4095-b0e5-350f570e79ba, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f12653ee-a991-4095-b0e5-350f570e79ba,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:24.702831 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.706586 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 2, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:24.788444 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Attempting to bind port b5f72e75-1b72-49f2-b501-cd0010f93169 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:24.790063 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Attempting to bind port b5f72e75-1b72-49f2-b501-cd0010f93169 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'e0eac594-a6ab-40be-b034-0c5f440d0b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6bc3206f-9d0c-441e-a4f5-650878ad0bb8'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:24.791205 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=e6f92bf4-e3f6-41a7-88c0-c11719260803,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:24.794733 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Attempting to bind port b5f72e75-1b72-49f2-b501-cd0010f93169 on network 6bc3206f-9d0c-441e-a4f5-650878ad0bb8 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:24.803835 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Port b5f72e75-1b72-49f2-b501-cd0010f93169 on network 6bc3206f-9d0c-441e-a4f5-650878ad0bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:10:24.804383 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Attempting to bind port b5f72e75-1b72-49f2-b501-cd0010f93169 on network 6bc3206f-9d0c-441e-a4f5-650878ad0bb8 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:24.805160 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:24.807014 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.811667 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] 10.222.0.50 "PUT /v2.0/ports/f12653ee-a991-4095-b0e5-350f570e79ba HTTP/1.1" status: 200 len: 1093 time: 4.6069636 Aug 10 15:10:24.816769 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757ed1f-deb2-46dd-9df8-f7b08a880aa9 req-03233663-1e9e-4760-803e-1f73a9c0a8a6 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:24.825953 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f757ed1f-deb2-46dd-9df8-f7b08a880aa9 req-03233663-1e9e-4760-803e-1f73a9c0a8a6 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 943 time: 0.9053757 Aug 10 15:10:24.836983 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:24.837613 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Checking segment: {'id': 'e0eac594-a6ab-40be-b034-0c5f440d0b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6bc3206f-9d0c-441e-a4f5-650878ad0bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:24.838422 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Bound using segment: {'id': 'e0eac594-a6ab-40be-b034-0c5f440d0b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6bc3206f-9d0c-441e-a4f5-650878ad0bb8'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:24.839082 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Bound port: b5f72e75-1b72-49f2-b501-cd0010f93169, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0eac594-a6ab-40be-b034-0c5f440d0b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6bc3206f-9d0c-441e-a4f5-650878ad0bb8'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:24.839618 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.849437 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Checking router: 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:10:24.850037 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Updating router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f port 367f084a-4a24-4752-a210-82b3247b56dc binding host dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:10:24.895855 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f757ed1f-deb2-46dd-9df8-f7b08a880aa9 req-5e756a07-29c3-4e27-9029-825056b1bb98 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686343 Aug 10 15:10:24.963752 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:24.980046 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35db06ff-9d62-45e2-b7a9-e14445f29720', 'tag': 'f12653ee-a991-4095-b0e5-350f570e79ba'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:25.023003 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:25.060306 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38362) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:25.133137 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:25.147235 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] For port b5f72e75-1b72-49f2-b501-cd0010f93169, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:25.161364 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2e74df4f-23d4-4f49-ae57-e652a2af08d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:25.254757 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-28863a4f-5dd3-49af-b91b-9bded2476111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:25.259179 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-28863a4f-5dd3-49af-b91b-9bded2476111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:25.260617 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-28863a4f-5dd3-49af-b91b-9bded2476111 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/002c5a9d-85ff-435f-b559-efca81f5269e HTTP/1.1" status: 204 len: 168 time: 2.7327023 Aug 10 15:10:25.326319 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] For port b5f72e75-1b72-49f2-b501-cd0010f93169, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b5f72e75-1b72-49f2-b501-cd0010f93169,segment=NetworkSegment(e0eac594-a6ab-40be-b034-0c5f440d0b7b),segment_id=e0eac594-a6ab-40be-b034-0c5f440d0b7b)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:25.379042 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28863a4f-5dd3-49af-b91b-9bded2476111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002c5a9d-85ff-435f-b559-efca81f5269e,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:25.388917 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b0a22-36e3-4fdb-837c-b3b564346288 req-aa482848-6193-4d08-963f-9691f252b660 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:25.405806 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9b7b0a22-36e3-4fdb-837c-b3b564346288 req-aa482848-6193-4d08-963f-9691f252b660 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 944 time: 0.3869228 Aug 10 15:10:25.471614 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:25.540667 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-016153d2-b2a8-47ee-abad-730445093640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:25.577839 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd28f-0539-4d6e-8f51-1ce2af3fff61 service neutron] Pushing event updated for resources: {'Port': ['ID=f12653ee-a991-4095-b0e5-350f570e79ba,revision_number=3']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:25.648420 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03" -d '{"events": [{"name": "network-changed", "server_uuid": "35db06ff-9d62-45e2-b7a9-e14445f29720", "tag": "f12653ee-a991-4095-b0e5-350f570e79ba"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:25.721153 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:25.723597 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:25.728166 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] 10.222.0.50 "PUT /v2.0/ports/b5f72e75-1b72-49f2-b501-cd0010f93169 HTTP/1.1" status: 200 len: 1094 time: 3.4469872 Aug 10 15:10:25.741054 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:10:25.744816 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb', 'tag': 'b5f72e75-1b72-49f2-b501-cd0010f93169'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:25.755270 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b6a0924b-7c8a-486a-992c-4e7ca97ae546 admin admin] 10.222.0.26 "PUT /v2.0/routers/97d1c3d7-20c5-45a6-8a15-b8513ddec649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6451857 Aug 10 15:10:25.755507 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Sync routers for ids ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:10:25.782705 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Routers {'97d1c3d7-20c5-45a6-8a15-b8513ddec649'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:25.784016 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:10:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:25.838080 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.210484 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device e6f92bf4-e3f6-41a7-88c0-c11719260803 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:26.309857 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.349741 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Set router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:26.365748 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.408951 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Transition to ACTIVE for port object 367f084a-4a24-4752-a210-82b3247b56dc will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:26.433848 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.446467 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Allocated IP 172.27.2.203 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/91643833-d2b0-44af-b9e9-303b7a14f30a) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:26.451737 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38394) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:26.491035 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-91fdc970-6a4a-4479-b4a3-8ce8cf2852ca tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179295698', 'description': 'tempest-description--321840040'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:26.582662 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2e74df4f-23d4-4f49-ae57-e652a2af08d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.652000 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73450864-a376-4cac-837e-3121575f856f None None] Pushing event updated for resources: {'Port': ['ID=367f084a-4a24-4752-a210-82b3247b56dc,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:26.658605 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2e74df4f-23d4-4f49-ae57-e652a2af08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.769549 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.808262 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9b7b0a22-36e3-4fdb-837c-b3b564346288 req-030520c3-5c36-4321-8363-0b22f1a1c14b tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4008877 Aug 10 15:10:26.863207 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.879293 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.894090 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74df4f-23d4-4f49-ae57-e652a2af08d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac778625-1b7b-4162-b2e8-92a2ea35d53a,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:26.921067 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:26.931692 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:26.945078 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:26.952317 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port e6f92bf4-e3f6-41a7-88c0-c11719260803 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:26.964085 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:26.988920 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb", "tag": "b5f72e75-1b72-49f2-b501-cd0010f93169"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:27.032923 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Attempting to bind port 367f084a-4a24-4752-a210-82b3247b56dc on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:27.041407 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Attempting to bind port 367f084a-4a24-4752-a210-82b3247b56dc by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:27.044929 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Attempting to bind port 367f084a-4a24-4752-a210-82b3247b56dc on network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:27.081805 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:27.082334 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Checking segment: {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:27.083050 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:27.085549 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Bound using segment: {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:27.087933 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:27.089971 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Bound port: 367f084a-4a24-4752-a210-82b3247b56dc, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:27.090792 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:27.238738 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'Port': ['ID=91643833-d2b0-44af-b9e9-303b7a14f30a,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:27.238908 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-2907e4a7-d454-41ea-98ba-f1d67b840fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:27.243968 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-2907e4a7-d454-41ea-98ba-f1d67b840fde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e58e1a1a54a4275a5b8d54bd9f85062&device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 1097 time: 0.8935137 Aug 10 15:10:27.245190 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cca31e-ccc2-4185-a532-bea0ea00ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f72e75-1b72-49f2-b501-cd0010f93169,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:27.252937 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-77c236e0-2154-483e-8bf8-f79aa084ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:27.255326 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-77c236e0-2154-483e-8bf8-f79aa084ab01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 1096 time: 1.1127067 Aug 10 15:10:27.293122 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:27.319294 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-2e74df4f-23d4-4f49-ae57-e652a2af08d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4848b38a3c3145fe8be5bcba234f27fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2551305 Aug 10 15:10:27.329236 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-91fdc970-6a4a-4479-b4a3-8ce8cf2852ca tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:27.391378 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad969d9-8a7b-4290-83d9-873a8a84dd2d x-openstack-request-id: req-0ad969d9-8a7b-4290-83d9-873a8a84dd2d {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:27.391378 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35db06ff-9d62-45e2-b7a9-e14445f29720", "tag": "f12653ee-a991-4095-b0e5-350f570e79ba", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:27.391378 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ad969d9-8a7b-4290-83d9-873a8a84dd2d {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:27.391378 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35db06ff-9d62-45e2-b7a9-e14445f29720', 'tag': 'f12653ee-a991-4095-b0e5-350f570e79ba', 'status': 'completed', 'code': 200} Aug 10 15:10:27.391378 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38420) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:27.407337 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] For port 367f084a-4a24-4752-a210-82b3247b56dc, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:27.421570 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] For port 367f084a-4a24-4752-a210-82b3247b56dc, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=367f084a-4a24-4752-a210-82b3247b56dc,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:27.443792 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:27.596639 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-31127a0d-666d-4fb8-8973-b38402a0871d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f12653ee-a991-4095-b0e5-350f570e79ba HTTP/1.1" status: 200 len: 217 time: 0.2072937 Aug 10 15:10:27.642936 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'gw_port': {'id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:10Z', 'updated_at': '2021-08-10T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'ed339909-88f5-4b4f-8ceb-ad3cca34a77e', 'name': '', 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'mac_address': 'fa:16:3e:56:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b8c36e5e-fc23-48cd-9a55-4b0230de6915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:19Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 2, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'subnets': [{'id': 'b8c36e5e-fc23-48cd-9a55-4b0230de6915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:27.688625 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:27.696981 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:10:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:27.722934 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73450864-a376-4cac-837e-3121575f856f None None] Pushing event updated for resources: {'Port': ['ID=367f084a-4a24-4752-a210-82b3247b56dc,revision_number=4']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:27.760096 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Checking router: 97d1c3d7-20c5-45a6-8a15-b8513ddec649 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:10:27.763339 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Updating router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 port ed339909-88f5-4b4f-8ceb-ad3cca34a77e binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:10:27.765938 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-25f4deb7-4f77-4a59-91ff-31453bf675ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5f72e75-1b72-49f2-b501-cd0010f93169 HTTP/1.1" status: 200 len: 217 time: 0.4468443 Aug 10 15:10:27.794192 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-471d17c7-9fc3-49e0-8229-790b5aa113d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:27.861204 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:27.917872 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e667a48-7678-438c-8368-6e4c186f7e15 req-ce3fcdbe-b23e-4d7a-86fd-3c8d908e49e4 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:27.920600 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1e667a48-7678-438c-8368-6e4c186f7e15 req-ce3fcdbe-b23e-4d7a-86fd-3c8d908e49e4 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 943 time: 0.7732682 Aug 10 15:10:28.014806 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-471d17c7-9fc3-49e0-8229-790b5aa113d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:28.062581 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-f835a8c5-8f64-49d4-8c3a-ae54712bf056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:28.068437 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-f835a8c5-8f64-49d4-8c3a-ae54712bf056 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 200 len: 853 time: 0.4382589 Aug 10 15:10:28.100790 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:28.129954 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:28.323139 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:28.387488 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:28.450966 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:28.469752 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-227312e9-922b-4e80-856d-d6f35820b58f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:28.480439 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-76652fbf-e278-4dac-9f29-e1dceb46d633 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b10a6317-7a85-4b67-b820-a4a5f0492303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3585117 Aug 10 15:10:28.484452 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-227312e9-922b-4e80-856d-d6f35820b58f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 819 time: 0.5211849 Aug 10 15:10:28.541832 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-6d03d8e3-c8fa-4c8d-ada9-4d11df860083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:28.549200 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-6d03d8e3-c8fa-4c8d-ada9-4d11df860083 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91bfe53e-21d3-4823-a6bd-b21332528aa5 HTTP/1.1" status: 200 len: 852 time: 0.7478061 Aug 10 15:10:28.593067 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:10:28.695580 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:28.730808 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Transition to ACTIVE for port object ed339909-88f5-4b4f-8ceb-ad3cca34a77e will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:28.747819 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:28.750779 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1e667a48-7678-438c-8368-6e4c186f7e15 req-c783b002-8725-43b5-89fb-94aa79f85052 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7903852 Aug 10 15:10:28.786017 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:27Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:28.842210 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-516cf5d2-03bc-4ae9-8a72-173a8fc5f9e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6bc3206f-9d0c-441e-a4f5-650878ad0bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2389052 Aug 10 15:10:28.864416 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-c4b2820b-d726-4b2c-8a6b-506717ff41b5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/quotas/4b00f0a7a2a349ed8d21c258290854c1 HTTP/1.1" status: 200 len: 375 time: 0.3768806 Aug 10 15:10:28.895024 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec698c7-a077-49cd-bd1c-307f02df9332 None None] The sync data for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi is: [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:27Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:10:28.976225 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d3f38-b805-442b-be82-164b3408a2f9 None None] Pushing event updated for resources: {'Port': ['ID=ed339909-88f5-4b4f-8ceb-ad3cca34a77e,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:29.019774 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Attempting to bind port ed339909-88f5-4b4f-8ceb-ad3cca34a77e on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:29.020135 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Attempting to bind port ed339909-88f5-4b4f-8ceb-ad3cca34a77e by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:29.020515 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Attempting to bind port ed339909-88f5-4b4f-8ceb-ad3cca34a77e on network fcda3fc4-5c89-43ae-8b39-4d26232d4168 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:29.053972 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:29.054629 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Checking segment: {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:29.065354 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:29.066142 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Bound using segment: {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:29.072235 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Bound port: ed339909-88f5-4b4f-8ceb-ad3cca34a77e, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:29.073155 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:29.411244 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] For port ed339909-88f5-4b4f-8ceb-ad3cca34a77e, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:29.431135 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] For port ed339909-88f5-4b4f-8ceb-ad3cca34a77e, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=ed339909-88f5-4b4f-8ceb-ad3cca34a77e,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:29.436476 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-f7dda714-3108-4098-b947-c4072118283d service neutron] 10.222.0.50 "GET /v2.0/networks/6bc3206f-9d0c-441e-a4f5-650878ad0bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718342 Aug 10 15:10:29.444670 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:29.456283 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-91fdc970-6a4a-4479-b4a3-8ce8cf2852ca tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:29.525813 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-20b7adcb-7256-43b0-a63a-a2a268690758 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9714262 Aug 10 15:10:29.532207 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-471d17c7-9fc3-49e0-8229-790b5aa113d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:29.539502 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-471d17c7-9fc3-49e0-8229-790b5aa113d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:29.543301 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-471d17c7-9fc3-49e0-8229-790b5aa113d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac778625-1b7b-4162-b2e8-92a2ea35d53a HTTP/1.1" status: 204 len: 168 time: 2.1347775 Aug 10 15:10:29.548258 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-91fdc970-6a4a-4479-b4a3-8ce8cf2852ca tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:29.563002 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:29.588191 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1630707 Aug 10 15:10:29.590622 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83fd3-1707-4735-be51-7110f9c6861b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'Port': ['ID=91643833-d2b0-44af-b9e9-303b7a14f30a,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:29.638322 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d17c7-9fc3-49e0-8229-790b5aa113d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac778625-1b7b-4162-b2e8-92a2ea35d53a,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:29.735678 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d3f38-b805-442b-be82-164b3408a2f9 None None] Pushing event updated for resources: {'Port': ['ID=ed339909-88f5-4b4f-8ceb-ad3cca34a77e,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:29.769068 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Routers {'97d1c3d7-20c5-45a6-8a15-b8513ddec649'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:29.774498 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:10:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:29.781660 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-91fdc970-6a4a-4479-b4a3-8ce8cf2852ca tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:29.783433 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-91fdc970-6a4a-4479-b4a3-8ce8cf2852ca tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.3084514 Aug 10 15:10:29.792297 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38472) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:29.899610 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f552e09-8120-42dd-bbdd-88718ea63375 x-openstack-request-id: req-0f552e09-8120-42dd-bbdd-88718ea63375 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:29.903028 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb", "tag": "b5f72e75-1b72-49f2-b501-cd0010f93169", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:29.906466 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f552e09-8120-42dd-bbdd-88718ea63375 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:29.907452 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb', 'tag': 'b5f72e75-1b72-49f2-b501-cd0010f93169', 'status': 'completed', 'code': 200} Aug 10 15:10:29.921243 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-9f19f3a1-f4fd-43b7-8db8-8b24a012529d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'security_group_rule': {'security_group_id': 'fae2eb9c-7ab0-40ae-bb89-dc875201d3df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:29.958198 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-67f074f5-a489-4236-b1e5-d037ee0e52d5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0919425 Aug 10 15:10:30.029880 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-688f0f5c-9e19-4864-ac9d-43776b95d7f6 req-7145b744-0571-46ae-a087-e54d70530038 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740486 Aug 10 15:10:30.120568 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] Set router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:30.205434 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdc970-6a4a-4479-b4a3-8ce8cf2852ca tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae2eb9c-7ab0-40ae-bb89-dc875201d3df,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:30.224194 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3428e257-fc2b-4e8c-ba3d-d115c7f86314 req-69374d7e-4b26-472d-a95f-f4cc73fde973 service neutron] 10.222.0.50 "GET /v2.0/networks/6bc3206f-9d0c-441e-a4f5-650878ad0bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266703 Aug 10 15:10:30.246863 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-6d690e50-acda-4be7-8f23-1ac2b4eeb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:30.249461 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-6d690e50-acda-4be7-8f23-1ac2b4eeb227 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 1096 time: 0.1297512 Aug 10 15:10:30.266278 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 367f084a-4a24-4752-a210-82b3247b56dc up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:30.690360 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-baa3c309-2a82-4925-ab6b-8ac3a73f2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:30.692717 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-baa3c309-2a82-4925-ab6b-8ac3a73f2493 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 914 time: 0.4319327 Aug 10 15:10:30.723720 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-d0023ac1-e59a-41eb-90ce-7fe54a68c7b5 service neutron] 10.222.0.26 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639110 Aug 10 15:10:30.726750 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9f19f3a1-f4fd-43b7-8db8-8b24a012529d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:30.826754 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 367f084a-4a24-4752-a210-82b3247b56dc completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:30.835169 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-7d0e799b-3086-4885-9be1-282af3333ea1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f12653ee-a991-4095-b0e5-350f570e79ba HTTP/1.1" status: 200 len: 217 time: 0.1324012 Aug 10 15:10:30.870512 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 367f084a-4a24-4752-a210-82b3247b56dc triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:30.871175 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:30.926123 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd6038-139e-462a-aa3c-e16b4ccc43bc req-f904eb62-52a2-474e-a8c3-3361f21fc9be tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:30.929189 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6fbd6038-139e-462a-aa3c-e16b4ccc43bc req-f904eb62-52a2-474e-a8c3-3361f21fc9be tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 944 time: 0.6796367 Aug 10 15:10:30.936083 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-47313b38-cd8a-4bec-b8f1-a77801c52666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:30.946429 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-47313b38-cd8a-4bec-b8f1-a77801c52666 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 200 len: 853 time: 0.1017921 Aug 10 15:10:30.963252 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-b2f0fb4a-5a7e-418f-839a-6b1c9d86c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:30.965318 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-b2f0fb4a-5a7e-418f-839a-6b1c9d86c41d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e58e1a1a54a4275a5b8d54bd9f85062&device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 1097 time: 0.6008241 Aug 10 15:10:30.969597 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'gw_port': {'id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:10Z', 'updated_at': '2021-08-10T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'ed339909-88f5-4b4f-8ceb-ad3cca34a77e', 'name': '', 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'mac_address': 'fa:16:3e:56:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b8c36e5e-fc23-48cd-9a55-4b0230de6915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:19Z', 'updated_at': '2021-08-10T15:10:29Z', 'revision_number': 4, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'subnets': [{'id': 'b8c36e5e-fc23-48cd-9a55-4b0230de6915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:30.977029 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-c271689e-8ce9-496a-ad8d-c45b91e4259c service neutron] 10.222.0.26 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520659 Aug 10 15:10:31.040007 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd72cf-f280-4bbd-bfd2-ef44c2a6e570 None None] The sync data for ids ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'] in dv-cinder-780933-14-iscsi is: [{'id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'gw_port': {'id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:10Z', 'updated_at': '2021-08-10T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'ed339909-88f5-4b4f-8ceb-ad3cca34a77e', 'name': '', 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'mac_address': 'fa:16:3e:56:0e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b8c36e5e-fc23-48cd-9a55-4b0230de6915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:19Z', 'updated_at': '2021-08-10T15:10:29Z', 'revision_number': 4, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'subnets': [{'id': 'b8c36e5e-fc23-48cd-9a55-4b0230de6915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:10:31.063332 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:31.073298 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-87fdb3a1-d447-42fe-917e-e75a010126e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b10a6317-7a85-4b67-b820-a4a5f0492303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178677 Aug 10 15:10:31.173239 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 367f084a-4a24-4752-a210-82b3247b56dc, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=367f084a-4a24-4752-a210-82b3247b56dc,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:31.185107 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:31.400723 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=367f084a-4a24-4752-a210-82b3247b56dc,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:31.480852 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-1f54839e-4d20-43d1-a185-2dc6b63519fb service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992736 Aug 10 15:10:31.634986 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6fbd6038-139e-462a-aa3c-e16b4ccc43bc req-d60aecb1-31a3-420e-aa8f-0ecacd5fe4c7 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550434 Aug 10 15:10:31.742522 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-dec6ef00-5ab4-4a1d-abf7-5ba8a8b46b03 req-68d093e3-422c-4806-a75d-d6fb4c9f70a5 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492850 Aug 10 15:10:32.004256 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9f19f3a1-f4fd-43b7-8db8-8b24a012529d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:32.046270 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-d7c9b017-4f5f-4885-bec4-ea7152c3e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:32.051755 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-d7c9b017-4f5f-4885-bec4-ea7152c3e078 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6bc3206f-9d0c-441e-a4f5-650878ad0bb8 HTTP/1.1" status: 200 len: 913 time: 1.0699589 Aug 10 15:10:32.066538 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9f19f3a1-f4fd-43b7-8db8-8b24a012529d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:32.084713 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658bc52-9a94-4056-a4c3-8841c36aaf71 req-0c273ca6-de13-434d-bcd7-b83968c9d462 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:32.090933 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a658bc52-9a94-4056-a4c3-8841c36aaf71 req-0c273ca6-de13-434d-bcd7-b83968c9d462 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 943 time: 0.5885990 Aug 10 15:10:32.189840 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19f3a1-f4fd-43b7-8db8-8b24a012529d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c44df6-f482-42ed-baa4-b3c29f347266,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:32.196315 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9f19f3a1-f4fd-43b7-8db8-8b24a012529d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:32.199029 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9f19f3a1-f4fd-43b7-8db8-8b24a012529d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3668725 Aug 10 15:10:32.203144 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38558) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:32.208513 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-6e158aeb-0164-4199-9baa-202caae3642a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'security_group_rule': {'security_group_id': 'fae2eb9c-7ab0-40ae-bb89-dc875201d3df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:32.298274 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6e158aeb-0164-4199-9baa-202caae3642a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:32.339920 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-3069d9df-e168-49b4-9ad5-57ce56a93887 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5f72e75-1b72-49f2-b501-cd0010f93169 HTTP/1.1" status: 200 len: 217 time: 0.2286832 Aug 10 15:10:32.389495 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ed339909-88f5-4b4f-8ceb-ad3cca34a77e up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:32.472689 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port ed339909-88f5-4b4f-8ceb-ad3cca34a77e completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:32.484693 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port ed339909-88f5-4b4f-8ceb-ad3cca34a77e triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:32.485107 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:32.521128 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-ec6ea85d-5472-4852-87ea-c305fb85b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:32.523653 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-ec6ea85d-5472-4852-87ea-c305fb85b36c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=91bfe53e-21d3-4823-a6bd-b21332528aa5 HTTP/1.1" status: 200 len: 852 time: 0.1702683 Aug 10 15:10:32.576942 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-37df33ad-c601-4f17-af95-032377c78192 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6bc3206f-9d0c-441e-a4f5-650878ad0bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383291 Aug 10 15:10:32.581315 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-8a72b63b-ce5e-4e4d-a46f-17c1f69217a9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1940376589&fields=id&tenant_id=9b4962453faa450eb30a6ac02fe55eef HTTP/1.1" status: 200 len: 267 time: 0.5384469 Aug 10 15:10:32.599089 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a658bc52-9a94-4056-a4c3-8841c36aaf71 req-1d33f4ab-6559-4f29-b892-cecb4afd78a3 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371541 Aug 10 15:10:32.782075 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6e158aeb-0164-4199-9baa-202caae3642a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:32.793067 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6e158aeb-0164-4199-9baa-202caae3642a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:32.879934 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e158aeb-0164-4199-9baa-202caae3642a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eca03e-7eda-4b16-8e2c-3824da6b166e,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:32.901369 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6e158aeb-0164-4199-9baa-202caae3642a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:32.911658 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6e158aeb-0164-4199-9baa-202caae3642a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7073362 Aug 10 15:10:32.915105 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38572) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:32.927309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'floatingip': {'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:32.992092 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:33.006789 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:33.033473 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7cf63ebc-4353-4ae8-829e-50335b5ec885 req-34d8f84e-324e-4662-8350-dd5c03f9bafb tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 210 time: 0.2746489 Aug 10 15:10:33.103487 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port ed339909-88f5-4b4f-8ceb-ad3cca34a77e, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=ed339909-88f5-4b4f-8ceb-ad3cca34a77e,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:33.110030 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:33.118887 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 367f084a-4a24-4752-a210-82b3247b56dc up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:33.122177 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38576) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:33.219723 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b5f72e75-1b72-49f2-b501-cd0010f93169 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:10:33.349275 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=ed339909-88f5-4b4f-8ceb-ad3cca34a77e,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:33.397187 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-6eaf6fdf-bea3-4374-a4fa-0c36bb511dea tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:33.401917 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:33.407120 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-6eaf6fdf-bea3-4374-a4fa-0c36bb511dea tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 811 time: 0.8065801 Aug 10 15:10:33.437416 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-06d333e3-096e-4856-ba39-4997a9a707bd service neutron] 10.222.0.50 "GET /v2.0/networks/6bc3206f-9d0c-441e-a4f5-650878ad0bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356583 Aug 10 15:10:33.485466 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-3437d956-595e-48cc-a227-9fa6817b2a5a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/quotas/9b4962453faa450eb30a6ac02fe55eef HTTP/1.1" status: 200 len: 375 time: 0.0770943 Aug 10 15:10:33.567771 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 367f084a-4a24-4752-a210-82b3247b56dc triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:33.568415 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:33.630677 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Allocated IP 172.27.2.30 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/1dd05444-0c6c-4cb2-8f58-7f383e3c55d4) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:33.660144 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165853-ed74-410b-8982-7d4a82390ecd req-42995aa9-e393-42cf-aa01-7a63f3a22bc6 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:33.668287 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f6165853-ed74-410b-8982-7d4a82390ecd req-42995aa9-e393-42cf-aa01-7a63f3a22bc6 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 944 time: 0.3220391 Aug 10 15:10:33.755113 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b5f72e75-1b72-49f2-b501-cd0010f93169, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b5f72e75-1b72-49f2-b501-cd0010f93169,segment=NetworkSegment(e0eac594-a6ab-40be-b034-0c5f440d0b7b),segment_id=e0eac594-a6ab-40be-b034-0c5f440d0b7b)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:33.755949 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-a731adde-e0e3-455b-bf35-eeb257be7465 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2690766 Aug 10 15:10:33.789532 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'b5f72e75-1b72-49f2-b501-cd0010f93169', 'network_id': '6bc3206f-9d0c-441e-a4f5-650878ad0bb8', 'port_id': 'b5f72e75-1b72-49f2-b501-cd0010f93169', 'mac_address': 'fa:16:3e:6c:8d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bfe53e-21d3-4823-a6bd-b21332528aa5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:10:33.791035 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:33.848221 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f6165853-ed74-410b-8982-7d4a82390ecd req-2b0eeeed-208f-409b-8e99-b978bb543ca6 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739638 Aug 10 15:10:33.850885 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed8adc7e-9b1b-4ad1-9efb-8075428e164b req-d98a2bcc-34c0-47b7-8937-5491769562ca service neutron] 10.222.0.50 "GET /v2.0/networks/6bc3206f-9d0c-441e-a4f5-650878ad0bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999865 Aug 10 15:10:33.874895 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:33.914756 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:33.932321 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:33.941182 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:33.951648 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:33.954149 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f72e75-1b72-49f2-b501-cd0010f93169 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:33.962934 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6af75c47-829f-4dec-b2af-a04c9576afa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.043161 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b5f72e75-1b72-49f2-b501-cd0010f93169, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b5f72e75-1b72-49f2-b501-cd0010f93169,segment=NetworkSegment(e0eac594-a6ab-40be-b034-0c5f440d0b7b),segment_id=e0eac594-a6ab-40be-b034-0c5f440d0b7b)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:34.050803 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.052030 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device f12653ee-a991-4095-b0e5-350f570e79ba details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:10:34.120886 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'Port': ['ID=1dd05444-0c6c-4cb2-8f58-7f383e3c55d4,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:34.188947 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ed339909-88f5-4b4f-8ceb-ad3cca34a77e up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:34.255262 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.294619 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-685060ce-c664-4463-8626-d5eb569f6c3e service neutron] 10.222.0.26 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128748 Aug 10 15:10:34.346559 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.422264 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-055605bc-3fa1-44fd-b9ee-7473f7536afd tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:34.422783 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=b5f72e75-1b72-49f2-b501-cd0010f93169,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:34.430796 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-055605bc-3fa1-44fd-b9ee-7473f7536afd tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 819 time: 0.4293025 Aug 10 15:10:34.446737 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-bf358b29-a929-4b06-954a-e5e04a727917 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:34.448738 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-bf358b29-a929-4b06-954a-e5e04a727917 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 819 time: 0.4788413 Aug 10 15:10:34.470308 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Request body: {'port': {'device_id': '0e9c0b03-91f2-48af-a767-d234da01fcec', 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168', 'admin_state_up': True, 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:34.509881 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-19ad4d19-4f06-4c19-b36d-b8b0cc5397cd tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/quotas/4b00f0a7a2a349ed8d21c258290854c1 HTTP/1.1" status: 200 len: 375 time: 0.0776474 Aug 10 15:10:34.551527 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port ed339909-88f5-4b4f-8ceb-ad3cca34a77e triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:34.552334 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.664951 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port f12653ee-a991-4095-b0e5-350f570e79ba, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f12653ee-a991-4095-b0e5-350f570e79ba,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:34.688603 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.696798 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'f12653ee-a991-4095-b0e5-350f570e79ba', 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303', 'port_id': 'f12653ee-a991-4095-b0e5-350f570e79ba', 'mac_address': 'fa:16:3e:9e:db:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:10:34.698205 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.767128 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-335383e4-3099-4ced-92d7-318ec9a976cc service neutron] 10.222.0.26 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714749 Aug 10 15:10:34.771852 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.776182 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'Port': ['ID=1dd05444-0c6c-4cb2-8f58-7f383e3c55d4,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:34.797976 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-34bcaed2-a7b3-4807-9362-1f65f19d4cc8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2870693 Aug 10 15:10:34.850035 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.886390 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12653ee-a991-4095-b0e5-350f570e79ba {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:34.913868 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6af75c47-829f-4dec-b2af-a04c9576afa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.952953 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6af75c47-829f-4dec-b2af-a04c9576afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:34.958432 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port f12653ee-a991-4095-b0e5-350f570e79ba, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f12653ee-a991-4095-b0e5-350f570e79ba,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:34.965848 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:35.081517 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=f12653ee-a991-4095-b0e5-350f570e79ba,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:35.096164 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38638) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:35.116149 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-6af75c47-829f-4dec-b2af-a04c9576afa2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a29102103f54f3fa1ee814bafe6344f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9867592 Aug 10 15:10:35.128836 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Made reservation on behalf of 4b00f0a7a2a349ed8d21c258290854c1 for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:35.133260 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:35.133715 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:35.135515 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-24f28b0b-46cb-4707-8f59-4e09db27ba3e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2181249 Aug 10 15:10:35.262326 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['b5f72e75-1b72-49f2-b501-cd0010f93169'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:10:35.271211 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c5125062-492b-4066-b950-ef3d94ffa080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:35.304563 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-580b137e-d1c4-4db6-abf3-66e398b7bb6e service neutron] 10.222.0.26 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055535 Aug 10 15:10:35.305295 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af75c47-829f-4dec-b2af-a04c9576afa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b7bcad-73d9-45f0-8bc3-7f06ea614916,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:35.319745 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c5125062-492b-4066-b950-ef3d94ffa080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:35.358915 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['f12653ee-a991-4095-b0e5-350f570e79ba'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:10:35.456746 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c5125062-492b-4066-b950-ef3d94ffa080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:35.460187 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c5125062-492b-4066-b950-ef3d94ffa080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:35.464023 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-c5125062-492b-4066-b950-ef3d94ffa080 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17b7bcad-73d9-45f0-8bc3-7f06ea614916 HTTP/1.1" status: 204 len: 168 time: 0.3643262 Aug 10 15:10:35.495494 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5125062-492b-4066-b950-ef3d94ffa080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b7bcad-73d9-45f0-8bc3-7f06ea614916,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:35.571553 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff74614-9344-4c41-8ad6-12bd4e196195 req-3d4d6601-b88e-4f3d-ae75-ddcdbc137f7e tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:35.573494 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ff74614-9344-4c41-8ad6-12bd4e196195 req-3d4d6601-b88e-4f3d-ae75-ddcdbc137f7e tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 944 time: 0.4477613 Aug 10 15:10:35.580102 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Allocated IP 172.20.0.2 (fcda3fc4-5c89-43ae-8b39-4d26232d4168/b8c36e5e-fc23-48cd-9a55-4b0230de6915/b159d6b2-2a92-478b-b990-51ada4833dad) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:35.675212 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-2eb4d389-fc6d-4a28-8435-5af7bececaf5 service neutron] 10.222.0.26 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433390 Aug 10 15:10:35.684988 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ff74614-9344-4c41-8ad6-12bd4e196195 req-d39d8c3d-7930-4428-97f7-f7cf0cc7c477 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837920 Aug 10 15:10:36.096147 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3287de1a-463a-479b-ac8c-064c3eb78396 req-4c5cdfa4-9989-45bb-8869-ed841577e349 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 210 time: 0.0406864 Aug 10 15:10:36.212479 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2b8f3-c1fb-4441-8d94-bb4864a3519c req-c3d28524-2d83-405e-a2a2-d636484b24c3 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:36.214395 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f3b2b8f3-c1fb-4441-8d94-bb4864a3519c req-c3d28524-2d83-405e-a2a2-d636484b24c3 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 945 time: 0.1577246 Aug 10 15:10:36.270022 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:36.302749 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38684) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:36.313457 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f3b2b8f3-c1fb-4441-8d94-bb4864a3519c req-f86462d8-4d47-498d-a27d-f89a6bd4267c tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922391 Aug 10 15:10:36.334323 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ce91c8b1-edc2-41df-8b4c-c514e0c30d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:36.364738 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-5e24fd5c-f7e4-4b3b-b1d4-21494f4b8c51 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--179295698&fields=id&tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d HTTP/1.1" status: 200 len: 267 time: 0.1087601 Aug 10 15:10:36.509118 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-96183809-41ed-4377-94bd-39caa03fae6d req-77769bde-80e6-4dda-ad4d-9531270bcf1a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 210 time: 0.0957522 Aug 10 15:10:36.538719 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ce91c8b1-edc2-41df-8b4c-c514e0c30d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:36.542125 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:36.548172 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ce91c8b1-edc2-41df-8b4c-c514e0c30d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:36.668639 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-ce91c8b1-edc2-41df-8b4c-c514e0c30d8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bff9be527b074497b1938433b22bd3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635478 Aug 10 15:10:36.670721 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91c8b1-edc2-41df-8b4c-c514e0c30d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce368ae0-5cdf-4d12-bcf3-3bafe00a850f,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:36.680777 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38696) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:36.732956 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1630-7879-4bb9-beda-522fab43511a req-6922ee92-9b17-4968-bee7-d10704870ef4 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:36.763018 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-6922ee92-9b17-4968-bee7-d10704870ef4 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 815 time: 0.3860388 Aug 10 15:10:36.809345 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Network fcda3fc4-5c89-43ae-8b39-4d26232d4168 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:36.826738 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-3d330fb7-4e6d-4778-8cf0-ce40c1844481 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/quotas/e1f10a74313942b9aa4f4fc2f01fbd0d HTTP/1.1" status: 200 len: 375 time: 0.0621655 Aug 10 15:10:36.926035 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:36.929781 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Pushing event updated for resources: {'Port': ['ID=b159d6b2-2a92-478b-b990-51ada4833dad,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:36.938778 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a53aa5f4-1407-4dcb-9f09-33206264265d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:36.957873 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:36.969273 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:36.970442 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:37.030395 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a53aa5f4-1407-4dcb-9f09-33206264265d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:37.103952 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-f6e051e0-3cb7-426a-a9ae-fe9e6a02ec42 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2647846 Aug 10 15:10:37.119906 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-0bab7bf0-5882-4183-900d-020456847bca tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6451566 Aug 10 15:10:37.133021 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Request body: {'port': {'device_id': '0e9c0b03-91f2-48af-a767-d234da01fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:37.166753 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b5f72e75-1b72-49f2-b501-cd0010f93169 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:37.205078 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-9fbca07d-4ea2-4849-9419-7e00f94182fd tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:37.206808 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-9fbca07d-4ea2-4849-9419-7e00f94182fd tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 811 time: 0.4659960 Aug 10 15:10:37.208014 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a53aa5f4-1407-4dcb-9f09-33206264265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:37.211855 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a53aa5f4-1407-4dcb-9f09-33206264265d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:37.215946 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-a53aa5f4-1407-4dcb-9f09-33206264265d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce368ae0-5cdf-4d12-bcf3-3bafe00a850f HTTP/1.1" status: 204 len: 168 time: 0.5309489 Aug 10 15:10:37.320854 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aa5f4-1407-4dcb-9f09-33206264265d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce368ae0-5cdf-4d12-bcf3-3bafe00a850f,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:37.336743 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca60ccd-9470-44e0-9c9a-3c59e0d54ec5 req-e4ed49de-3d56-4241-822a-5fffd9795eec tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:37.338423 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7ca60ccd-9470-44e0-9c9a-3c59e0d54ec5 req-e4ed49de-3d56-4241-822a-5fffd9795eec tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 944 time: 0.3597512 Aug 10 15:10:37.339055 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:37.407484 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-7503ee38-a0a7-4356-b4cc-c91168447269 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b4962453faa450eb30a6ac02fe55eef HTTP/1.1" status: 200 len: 380 time: 0.1823564 Aug 10 15:10:37.419449 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'port': {'device_id': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'admin_state_up': True, 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'security_groups': ['560c0b1f-d4b0-463b-bbb1-58188e1961b3']}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:37.443152 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port b5f72e75-1b72-49f2-b501-cd0010f93169 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:37.455529 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port b5f72e75-1b72-49f2-b501-cd0010f93169 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:37.456713 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:37.549255 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7ca60ccd-9470-44e0-9c9a-3c59e0d54ec5 req-4261cf29-9eea-4131-a303-e4abf553e795 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873696 Aug 10 15:10:37.600431 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Made reservation on behalf of 9b4962453faa450eb30a6ac02fe55eef for: {'port': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:37.605935 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:37.636735 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-49875da8-a20e-4b29-b451-77e70c53d66d service neutron] 10.222.0.26 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445796 Aug 10 15:10:37.751631 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:37.783774 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.50', 52115) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:37.842678 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b5f72e75-1b72-49f2-b501-cd0010f93169, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b5f72e75-1b72-49f2-b501-cd0010f93169,segment=NetworkSegment(e0eac594-a6ab-40be-b034-0c5f440d0b7b),segment_id=e0eac594-a6ab-40be-b034-0c5f440d0b7b)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:37.845330 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f72e75-1b72-49f2-b501-cd0010f93169'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:37.986977 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-566dbbb6-7095-41a4-bdba-bbdb3f9fdbf8 req-1a99671e-84ec-4583-8e58-c0cd967acfbb tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 210 time: 0.2042325 Aug 10 15:10:38.027362 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Allocated IP 172.20.0.12 (d75af5cd-4ff3-41cf-abe0-0ff16866849b/95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed/7a18b997-f31f-4169-9636-cce8c69c31f5) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:38.040563 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.041436 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device f12653ee-a991-4095-b0e5-350f570e79ba up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:38.245579 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b159d6b2-2a92-478b-b990-51ada4833dad {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:38.247740 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.255058 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.267199 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Transition to ACTIVE for port object 7a18b997-f31f-4169-9636-cce8c69c31f5 will not be triggered until provisioned by entity DHCP. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:38.272001 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Transition to ACTIVE for port object b159d6b2-2a92-478b-b990-51ada4833dad will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:38.272478 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=b5f72e75-1b72-49f2-b501-cd0010f93169,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:38.273161 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38746) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:38.302909 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.313326 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.326819 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port f12653ee-a991-4095-b0e5-350f570e79ba completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:38.345510 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port f12653ee-a991-4095-b0e5-350f570e79ba triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:38.347470 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.362770 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:38.367795 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:38.382100 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:38.394200 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:38.395214 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.441245 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0258639 Aug 10 15:10:38.442881 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d8d7a-2397-4532-ad37-a4eac8e26314 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'Port': ['ID=7a18b997-f31f-4169-9636-cce8c69c31f5,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:38.448605 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38756) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:38.456608 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Request body: {'port': {'device_id': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:38.529522 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a1b00a5d-92fc-47c5-bfa4-c6c24ff30794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.541671 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.565787 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-56f65cc6-9903-4a35-9eda-9afddb5d0e68 service neutron] 10.222.0.26 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9006438 Aug 10 15:10:38.770315 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b159d6b2-2a92-478b-b990-51ada4833dad,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:38.811456 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-151f45e5-0beb-41a1-a568-78e3ab42ca43 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:38.814717 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-151f45e5-0beb-41a1-a568-78e3ab42ca43 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 819 time: 0.9924204 Aug 10 15:10:38.851029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22d47e-2c2d-4bb8-b0c3-95db2f4bd3b8 req-2774908b-f6ea-4c64-8734-4542043cc92d tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:38.884089 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b22d47e-2c2d-4bb8-b0c3-95db2f4bd3b8 req-2774908b-f6ea-4c64-8734-4542043cc92d tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 946 time: 0.5973322 Aug 10 15:10:38.924053 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Request body: {'port': {'device_id': 'b688af7b-3ab2-49e6-91a1-ec1a0f40f011', 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168', 'admin_state_up': True, 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:38.966656 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21dc4c2-84c4-4224-a386-4336c033a916" -d '{"events": [{"server_uuid": "8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb", "name": "network-vif-plugged", "status": "completed", "tag": "b5f72e75-1b72-49f2-b501-cd0010f93169"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:38.971507 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:38.996090 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-4cd4412a-6e43-4ee8-9b3b-0059422d3278 None None] Provisioning for port 7a18b997-f31f-4169-9636-cce8c69c31f5 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:39.004589 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-4cd4412a-6e43-4ee8-9b3b-0059422d3278 None None] Provisioning complete for port 7a18b997-f31f-4169-9636-cce8c69c31f5 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:39.005105 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-4cd4412a-6e43-4ee8-9b3b-0059422d3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.039342 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port f12653ee-a991-4095-b0e5-350f570e79ba, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f12653ee-a991-4095-b0e5-350f570e79ba,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:39.071231 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.136311 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=f12653ee-a991-4095-b0e5-350f570e79ba,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:39.165478 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4412a-6e43-4ee8-9b3b-0059422d3278 None None] Port 7a18b997-f31f-4169-9636-cce8c69c31f5 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:10:39.309282 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-594066e1-0e86-4f54-a18c-7db7f5f133bf req-2aa77eb8-1b46-4a90-9a12-81d8c0f245a0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 210 time: 0.1890056 Aug 10 15:10:39.310592 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-18df7fc0-747b-4c6b-84fa-c8d75878eadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.326905 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Attempting to bind port b159d6b2-2a92-478b-b990-51ada4833dad on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:39.327451 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Attempting to bind port b159d6b2-2a92-478b-b990-51ada4833dad by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:39.328059 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Attempting to bind port b159d6b2-2a92-478b-b990-51ada4833dad on network fcda3fc4-5c89-43ae-8b39-4d26232d4168 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:39.358145 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a18b997-f31f-4169-9636-cce8c69c31f5 {{(pid=93495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:39.376390 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.410617 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Port b159d6b2-2a92-478b-b990-51ada4833dad on network fcda3fc4-5c89-43ae-8b39-4d26232d4168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:10:39.411157 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Attempting to bind port b159d6b2-2a92-478b-b990-51ada4833dad on network fcda3fc4-5c89-43ae-8b39-4d26232d4168 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:39.414021 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Transition to ACTIVE for port object 7a18b997-f31f-4169-9636-cce8c69c31f5 will not be triggered until provisioned by entity L2. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:39.420895 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.448091 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b22d47e-2c2d-4bb8-b0c3-95db2f4bd3b8 req-fa65eb0a-4112-4bb0-87e6-52d184641301 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523107 Aug 10 15:10:39.458013 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38776) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:39.517435 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Pushing event updated for resources: {'Port': ['ID=7a18b997-f31f-4169-9636-cce8c69c31f5,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:39.543036 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:39.543619 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Checking segment: {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:39.544291 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Bound using segment: {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:39.545084 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Bound port: b159d6b2-2a92-478b-b990-51ada4833dad, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:39.545671 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.546769 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Attempting to bind port 7a18b997-f31f-4169-9636-cce8c69c31f5 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:39.547332 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Attempting to bind port 7a18b997-f31f-4169-9636-cce8c69c31f5 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:39.547757 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Attempting to bind port 7a18b997-f31f-4169-9636-cce8c69c31f5 on network d75af5cd-4ff3-41cf-abe0-0ff16866849b {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:39.555177 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Port 7a18b997-f31f-4169-9636-cce8c69c31f5 on network d75af5cd-4ff3-41cf-abe0-0ff16866849b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:10:39.555565 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Attempting to bind port 7a18b997-f31f-4169-9636-cce8c69c31f5 on network d75af5cd-4ff3-41cf-abe0-0ff16866849b {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:39.563385 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:39.563793 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Checking segment: {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:39.564551 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Bound using segment: {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:39.565021 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Bound port: 7a18b997-f31f-4169-9636-cce8c69c31f5, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'}}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:39.565386 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.678069 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-540090e1-6720-4268-a053-bd2529fe052b req-933562df-10c0-4cac-81c7-a85341e2eb90 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 210 time: 0.1232531 Aug 10 15:10:39.722840 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] For port 7a18b997-f31f-4169-9636-cce8c69c31f5, host hv-cinder-78093, cleared binding levels {{(pid=93495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:39.734011 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] For port 7a18b997-f31f-4169-9636-cce8c69c31f5, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a18b997-f31f-4169-9636-cce8c69c31f5,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:39.745034 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.817118 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:39.817876 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.820384 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] 10.222.0.50 "PUT /v2.0/ports/7a18b997-f31f-4169-9636-cce8c69c31f5 HTTP/1.1" status: 200 len: 1094 time: 1.3689773 Aug 10 15:10:39.821839 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:39.826179 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504119cb-215c-45f5-a60c-cec6085bf0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:39.851861 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a1b00a5d-92fc-47c5-bfa4-c6c24ff30794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.866478 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb59b7-9016-4211-91a6-6cc60a3a7323 service neutron] Pushing event updated for resources: {'Port': ['ID=7a18b997-f31f-4169-9636-cce8c69c31f5,revision_number=3']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:39.921282 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a1b00a5d-92fc-47c5-bfa4-c6c24ff30794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:39.970727 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a9ffa-6736-4ed2-8101-709708e714e8 req-8fb473a2-b7aa-411a-9cd8-6c05c237b61b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:39.984884 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f72a9ffa-6736-4ed2-8101-709708e714e8 req-8fb473a2-b7aa-411a-9cd8-6c05c237b61b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 945 time: 0.5350482 Aug 10 15:10:40.004596 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-91de3667-98d9-4bfe-a4e3-f6ceb57c4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:40.006253 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-91de3667-98d9-4bfe-a4e3-f6ceb57c4cd6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 1097 time: 0.0952604 Aug 10 15:10:40.008946 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] For port b159d6b2-2a92-478b-b990-51ada4833dad, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:40.016313 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b99ba4-2e12-456c-a190-6231f100dbd8 x-openstack-request-id: req-07b99ba4-2e12-456c-a190-6231f100dbd8 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:40.017552 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb", "name": "network-vif-plugged", "status": "completed", "tag": "b5f72e75-1b72-49f2-b501-cd0010f93169", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:40.018058 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07b99ba4-2e12-456c-a190-6231f100dbd8 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:40.019589 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f72e75-1b72-49f2-b501-cd0010f93169', 'code': 200} Aug 10 15:10:40.076695 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-6a580eda-c374-4fa8-8dde-ed0f7390c572 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a18b997-f31f-4169-9636-cce8c69c31f5 HTTP/1.1" status: 200 len: 217 time: 0.0559809 Aug 10 15:10:40.120453 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-a1b00a5d-92fc-47c5-bfa4-c6c24ff30794 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd8ba1c787e3436db5bc2b5534540782&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6552713 Aug 10 15:10:40.120660 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38786) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:40.121819 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b00a5d-92fc-47c5-bfa4-c6c24ff30794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeb636d-e3d3-4434-8912-0ebf72690d7d,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:40.202122 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1b863217-90a9-4edc-823e-7781cb6b4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:40.204977 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-1b863217-90a9-4edc-823e-7781cb6b4aaa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 200 len: 850 time: 0.1197290 Aug 10 15:10:40.205238 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.db.api [None req-18df7fc0-747b-4c6b-84fa-c8d75878eadd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 15:10:40.205238 dv-cinder-780933-14-iscsi neutron-server[93494]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 15:10:40.205238 dv-cinder-780933-14-iscsi neutron-server[93494]: [parameters: {'project_id_1': 'f14f989df34d40bb9c06d9e4b40022b5', 'expiration_1': datetime.datetime(2021, 8, 10, 15, 10, 39, 415741)}] Aug 10 15:10:40.205238 dv-cinder-780933-14-iscsi neutron-server[93494]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 15:10:40.205238 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG oslo_db.api [None req-18df7fc0-747b-4c6b-84fa-c8d75878eadd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 15:10:40.250860 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-34570ab7-8694-4646-884d-97a878d8d6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.257854 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] For port b159d6b2-2a92-478b-b990-51ada4833dad, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b159d6b2-2a92-478b-b990-51ada4833dad,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:40.320389 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.50', 52119) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:40.321907 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-63e39d88-149f-43e8-b1f0-945f2dcd3beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.347364 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Made reservation on behalf of 4b00f0a7a2a349ed8d21c258290854c1 for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:40.355116 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.467664 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-34570ab7-8694-4646-884d-97a878d8d6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.531501 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-903320e9-9e50-4550-8d9f-0cface7a5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:40.534346 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-903320e9-9e50-4550-8d9f-0cface7a5394 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75af5cd-4ff3-41cf-abe0-0ff16866849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3213718 Aug 10 15:10:40.635110 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.669829 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.50', 52120) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:40.694337 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f3ab5-52b0-41cc-8423-2a232fb8696e req-6b80463f-0fee-4665-a870-9527c5b0c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:40.697423 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-da3f3ab5-52b0-41cc-8423-2a232fb8696e req-6b80463f-0fee-4665-a870-9527c5b0c4cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 1099 time: 0.3751779 Aug 10 15:10:40.708592 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-18df7fc0-747b-4c6b-84fa-c8d75878eadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.825516 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-da3f3ab5-52b0-41cc-8423-2a232fb8696e req-71a837af-755d-436d-b635-7a270a477283 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.829561 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f72a9ffa-6736-4ed2-8101-709708e714e8 req-e67a2ab9-8de2-4ab5-bbff-563adb5ed205 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750803 Aug 10 15:10:40.845032 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-34570ab7-8694-4646-884d-97a878d8d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.861952 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:40.863099 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.865497 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] 10.222.0.50 "PUT /v2.0/ports/b159d6b2-2a92-478b-b990-51ada4833dad HTTP/1.1" status: 200 len: 1093 time: 3.7440069 Aug 10 15:10:40.866232 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-34570ab7-8694-4646-884d-97a878d8d6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:40.869546 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-34570ab7-8694-4646-884d-97a878d8d6f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbeb636d-e3d3-4434-8912-0ebf72690d7d HTTP/1.1" status: 204 len: 168 time: 0.7472830 Aug 10 15:10:40.925544 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9c0b03-91f2-48af-a767-d234da01fcec', 'tag': 'b159d6b2-2a92-478b-b990-51ada4833dad'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:40.930808 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9c0b03-91f2-48af-a767-d234da01fcec", "tag": "b159d6b2-2a92-478b-b990-51ada4833dad"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:40.938887 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93086f0-62f2-462b-82e8-9663f570fa41 x-openstack-request-id: req-b93086f0-62f2-462b-82e8-9663f570fa41 {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:40.939650 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:40.940937 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b93086f0-62f2-462b-82e8-9663f570fa41 {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:40.941875 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'status': 'completed', 'code': 200} Aug 10 15:10:40.965077 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34570ab7-8694-4646-884d-97a878d8d6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeb636d-e3d3-4434-8912-0ebf72690d7d,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:40.967990 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272685cb-cc28-4d1c-b3fa-90bfcbd005c8 req-d16c8366-5173-4010-8a8a-0f6eb7f43879 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:40.981669 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-272685cb-cc28-4d1c-b3fa-90bfcbd005c8 req-d16c8366-5173-4010-8a8a-0f6eb7f43879 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 944 time: 0.8549762 Aug 10 15:10:41.021883 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-0554352b-3368-4edb-9a2d-f76fae6cff81 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666326 Aug 10 15:10:41.101562 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8a575-ebda-4bc6-a311-3980f86109c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b159d6b2-2a92-478b-b990-51ada4833dad,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:41.150975 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1630-7879-4bb9-beda-522fab43511a req-b0d7f705-847c-47cc-9869-434ed6788136 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:41.153543 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-b0d7f705-847c-47cc-9869-434ed6788136 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 815 time: 0.4810579 Aug 10 15:10:41.154352 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c524b8b8-8641-486b-ac47-46c046b09661 req-d6ff2c1a-0af4-4e26-9c54-8108e8575900 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 210 time: 0.1248419 Aug 10 15:10:41.215629 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-272685cb-cc28-4d1c-b3fa-90bfcbd005c8 req-1a2c4c1f-671d-43de-8a48-ba57c9033019 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323549 Aug 10 15:10:41.260034 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-c61e1ae3-f5bc-4f38-a1bb-c25da102048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:41.261908 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-c61e1ae3-f5bc-4f38-a1bb-c25da102048b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1096 time: 0.2715361 Aug 10 15:10:41.316937 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-3c157fe8-58e1-4202-8513-33280e64d5bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b159d6b2-2a92-478b-b990-51ada4833dad HTTP/1.1" status: 200 len: 217 time: 0.0450037 Aug 10 15:10:41.431872 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-44fa063f-c985-4583-824f-5ea49940af16 req-42de4763-2885-4643-9d0d-0cf8d6f3a189 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 210 time: 0.1127396 Aug 10 15:10:41.442687 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Allocated IP 172.20.0.3 (fcda3fc4-5c89-43ae-8b39-4d26232d4168/b8c36e5e-fc23-48cd-9a55-4b0230de6915/4aec4683-7906-443c-8aeb-340e9808b49a) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:41.509282 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-63e39d88-149f-43e8-b1f0-945f2dcd3beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:41.516093 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-55536d05-4b35-40ae-a7dc-f9cdcd4c6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:41.517462 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-55536d05-4b35-40ae-a7dc-f9cdcd4c6d07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.1886301 Aug 10 15:10:41.533205 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc97755-619d-4468-ae98-410f62bcee5a x-openstack-request-id: req-6cc97755-619d-4468-ae98-410f62bcee5a {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:41.533501 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9c0b03-91f2-48af-a767-d234da01fcec", "tag": "b159d6b2-2a92-478b-b990-51ada4833dad", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:41.533755 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cc97755-619d-4468-ae98-410f62bcee5a {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:41.534150 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9c0b03-91f2-48af-a767-d234da01fcec', 'tag': 'b159d6b2-2a92-478b-b990-51ada4833dad', 'status': 'completed', 'code': 200} Aug 10 15:10:41.543422 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-63e39d88-149f-43e8-b1f0-945f2dcd3beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:41.602796 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-e62b5fdc-d41b-44cc-8315-a5f7b9f92f02 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d HTTP/1.1" status: 200 len: 379 time: 0.4355032 Aug 10 15:10:41.617965 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'port': {'device_id': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'admin_state_up': True, 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'security_groups': ['fae2eb9c-7ab0-40ae-bb89-dc875201d3df']}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:41.623112 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-179ed4ee-7c48-400d-9062-b0994209782a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856159 Aug 10 15:10:41.625950 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-69c51298-9ae5-4abc-a1a4-684c23482176 req-e260e08a-17c4-44af-90b7-3d829d0574fa service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925329 Aug 10 15:10:41.658164 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9523d6a-9e57-4dd4-8259-1ba74ac66b3f req-947e9630-d603-4697-bbae-dc883181f57e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:41.659740 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c9523d6a-9e57-4dd4-8259-1ba74ac66b3f req-947e9630-d603-4697-bbae-dc883181f57e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 946 time: 0.3418305 Aug 10 15:10:41.727014 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-63e39d88-149f-43e8-b1f0-945f2dcd3beb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=675e387159a24491a613702324cf82fc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2675850 Aug 10 15:10:41.733150 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38812) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:41.813067 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e39d88-149f-43e8-b1f0-945f2dcd3beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e613701d-526b-45c6-98c6-abfe3b17fb8d,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:41.927876 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c9523d6a-9e57-4dd4-8259-1ba74ac66b3f req-021eeb7a-b3cb-4e95-a81e-89e4472e5264 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432222 Aug 10 15:10:41.932699 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-fbab145b-7d7f-4487-8202-97ca8b6fd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:41.935696 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-fbab145b-7d7f-4487-8202-97ca8b6fd4d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 1097 time: 0.2258046 Aug 10 15:10:41.994489 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-b7d14368-0319-4e71-a5ce-20fe27ac4c8e service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237743 Aug 10 15:10:42.012584 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.022374 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db06ff-9d62-45e2-b7a9-e14445f29720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12653ee-a991-4095-b0e5-350f570e79ba'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:42.027659 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eed7086-ffda-4600-9a3f-f521833a96a7" -d '{"events": [{"server_uuid": "35db06ff-9d62-45e2-b7a9-e14445f29720", "name": "network-vif-plugged", "status": "completed", "tag": "f12653ee-a991-4095-b0e5-350f570e79ba"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:42.045930 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-276b2794-7772-40f6-9c8d-985ff9d8b199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.080741 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-18df7fc0-747b-4c6b-84fa-c8d75878eadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.083197 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-276b2794-7772-40f6-9c8d-985ff9d8b199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.100701 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c63894-91a6-41da-b4cb-2a3d0f2ffd31 x-openstack-request-id: req-b4c63894-91a6-41da-b4cb-2a3d0f2ffd31 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:42.101466 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db06ff-9d62-45e2-b7a9-e14445f29720", "name": "network-vif-plugged", "status": "completed", "tag": "f12653ee-a991-4095-b0e5-350f570e79ba", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:42.102454 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4c63894-91a6-41da-b4cb-2a3d0f2ffd31 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:42.107642 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db06ff-9d62-45e2-b7a9-e14445f29720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12653ee-a991-4095-b0e5-350f570e79ba', 'code': 200} Aug 10 15:10:42.129588 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.db.api [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 15:10:42.129588 dv-cinder-780933-14-iscsi neutron-server[93495]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 15:10:42.129588 dv-cinder-780933-14-iscsi neutron-server[93495]: [parameters: {'project_id_1': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'expiration_1': datetime.datetime(2021, 8, 10, 15, 10, 41, 982820)}] Aug 10 15:10:42.129588 dv-cinder-780933-14-iscsi neutron-server[93495]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 15:10:42.130226 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG oslo_db.api [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 15:10:42.163738 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-18df7fc0-747b-4c6b-84fa-c8d75878eadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.213232 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df7fc0-747b-4c6b-84fa-c8d75878eadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0f6afe-5ddf-4c7e-8e6c-5c669ae25f2f,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:42.266997 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-18df7fc0-747b-4c6b-84fa-c8d75878eadd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f14f989df34d40bb9c06d9e4b40022b5&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9865642 Aug 10 15:10:42.266997 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38830) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:42.277239 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-da3f3ab5-52b0-41cc-8423-2a232fb8696e req-71a837af-755d-436d-b635-7a270a477283 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.327547 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-da3f3ab5-52b0-41cc-8423-2a232fb8696e req-71a837af-755d-436d-b635-7a270a477283 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.346931 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57976e2-bda1-4885-a302-c21e517d233a req-e401a2e6-f503-410e-92aa-6c4f5ea1c6cc tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:42.348622 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e57976e2-bda1-4885-a302-c21e517d233a req-e401a2e6-f503-410e-92aa-6c4f5ea1c6cc tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 945 time: 0.3005984 Aug 10 15:10:42.378868 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d14a70be-6356-491b-81f4-8951cc3c5cfe req-797011ec-8f0b-4abb-9733-f927e6292bb0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 210 time: 0.0608323 Aug 10 15:10:42.381627 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.50', 52123) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:42.396376 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-c2df32c0-5e04-4381-bf58-34baa1e9ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:42.400244 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.401749 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-c2df32c0-5e04-4381-bf58-34baa1e9ebe1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 912 time: 0.4531493 Aug 10 15:10:42.478605 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-da3f3ab5-52b0-41cc-8423-2a232fb8696e req-71a837af-755d-436d-b635-7a270a477283 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7675021 Aug 10 15:10:42.501038 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e260d49b-3a45-4c26-bd0f-686c5a0ac543 req-f236d34d-7fe8-48fe-90b2-a2887e28209d service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543438 Aug 10 15:10:42.510125 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-68eea345-a1dc-475b-bb8b-052b1b388daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.511760 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Pushing event updated for resources: {'Port': ['ID=4aec4683-7906-443c-8aeb-340e9808b49a,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:42.531790 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Network fcda3fc4-5c89-43ae-8b39-4d26232d4168 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:42.532095 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-276b2794-7772-40f6-9c8d-985ff9d8b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.534808 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-276b2794-7772-40f6-9c8d-985ff9d8b199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.540678 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-276b2794-7772-40f6-9c8d-985ff9d8b199 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e613701d-526b-45c6-98c6-abfe3b17fb8d HTTP/1.1" status: 204 len: 168 time: 0.7774208 Aug 10 15:10:42.540678 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-ac20194b-6ec2-4d8a-a583-cf07f711093c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a18b997-f31f-4169-9636-cce8c69c31f5 HTTP/1.1" status: 200 len: 217 time: 0.1201262 Aug 10 15:10:42.541398 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a837af-755d-436d-b635-7a270a477283 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=867c3374-4778-410f-a563-702358aaf087,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:42.565191 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:42.573097 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:42.584203 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:42.584964 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.607779 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b2794-7772-40f6-9c8d-985ff9d8b199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e613701d-526b-45c6-98c6-abfe3b17fb8d,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:42.634496 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e57976e2-bda1-4885-a302-c21e517d233a req-a1701b38-1918-47d3-82d9-8ccbc611f9a5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623570 Aug 10 15:10:42.688252 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106c85c-ae1b-450d-9dc5-0b2c14130b6f req-a7e9be44-0de4-47d1-a78d-bb661f764e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:42.690980 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-0106c85c-ae1b-450d-9dc5-0b2c14130b6f req-a7e9be44-0de4-47d1-a78d-bb661f764e3c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 1098 time: 0.2878335 Aug 10 15:10:42.713412 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-68eea345-a1dc-475b-bb8b-052b1b388daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.727350 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8624f03-068c-4b03-9e72-71dc17030d4e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8990479 Aug 10 15:10:42.750434 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Request body: {'port': {'device_id': 'b688af7b-3ab2-49e6-91a1-ec1a0f40f011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:42.813981 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048964ab-cee6-4011-85c2-d2c826827be0 req-9da2e71e-917f-4023-b42f-c16b623c4ce5 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:42.816500 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-048964ab-cee6-4011-85c2-d2c826827be0 req-9da2e71e-917f-4023-b42f-c16b623c4ce5 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 944 time: 0.3138099 Aug 10 15:10:42.833664 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-cae8c03a-29d6-4178-9a7c-d5e71bbc2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:42.836139 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-cae8c03a-29d6-4178-9a7c-d5e71bbc2661 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 200 len: 850 time: 0.2506547 Aug 10 15:10:42.842888 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Made reservation on behalf of e1f10a74313942b9aa4f4fc2f01fbd0d for: {'port': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:10:42.847484 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:42.891635 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-0106c85c-ae1b-450d-9dc5-0b2c14130b6f req-6e5e2ae5-e6a2-4243-8c1a-a41bbebedc0c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673694 Aug 10 15:10:42.920875 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-53e704a9-adab-45cb-80cf-7a2adfb0f059 req-79c1e960-e6af-4647-89a2-854019639ff3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 210 time: 0.1595521 Aug 10 15:10:42.930919 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-1e98685c-9916-4033-8d18-745c1f8d5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:42.932635 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-1e98685c-9916-4033-8d18-745c1f8d5720 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75af5cd-4ff3-41cf-abe0-0ff16866849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0802822 Aug 10 15:10:43.024102 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:43.029503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-e8c09a5d-75ce-4021-bce6-8606f1bba31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:43.031829 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-e8c09a5d-75ce-4021-bce6-8606f1bba31d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1096 time: 0.4138727 Aug 10 15:10:43.138930 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38846) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:43.151333 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-048964ab-cee6-4011-85c2-d2c826827be0 req-4f403d2e-2495-44ce-a082-1c4e6df67789 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474332 Aug 10 15:10:43.171314 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3901ec73-1853-4258-9024-5c3417fda3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:43.180176 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-f1c6befc-8f0c-43e4-bf1c-c5ff2b902d84 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057343 Aug 10 15:10:43.198067 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Allocated IP 172.20.0.6 (b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc/b5afb919-3672-4f02-9af1-96a56f2ed2d4/75e97d4c-84d2-4446-a30d-eac69f4dc556) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:10:43.219466 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-68eea345-a1dc-475b-bb8b-052b1b388daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:43.224322 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-68eea345-a1dc-475b-bb8b-052b1b388daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:43.226501 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-68eea345-a1dc-475b-bb8b-052b1b388daf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b0f6afe-5ddf-4c7e-8e6c-5c669ae25f2f HTTP/1.1" status: 204 len: 168 time: 0.9587340 Aug 10 15:10:43.319979 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eea345-a1dc-475b-bb8b-052b1b388daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0f6afe-5ddf-4c7e-8e6c-5c669ae25f2f,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:43.361136 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb9e3e-0eeb-4a6f-86bf-835dce116fce req-6b079540-51fa-47ae-a1e4-6b78352eb059 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:43.363577 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-33eb9e3e-0eeb-4a6f-86bf-835dce116fce req-6b079540-51fa-47ae-a1e4-6b78352eb059 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 946 time: 0.2682488 Aug 10 15:10:43.405555 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-632df5bd-dcf7-4ff6-a6cc-db5bc464280e service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079284 Aug 10 15:10:43.582885 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3901ec73-1853-4258-9024-5c3417fda3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:43.594317 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3901ec73-1853-4258-9024-5c3417fda3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:43.655816 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:43.695085 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-33eb9e3e-0eeb-4a6f-86bf-835dce116fce req-b5a02d1b-8692-422b-9f85-d6c68ace9e45 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201447 Aug 10 15:10:43.704616 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-80fab738-e761-4130-9026-1ccb67967950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:43.706938 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Transition to ACTIVE for port object 75e97d4c-84d2-4446-a30d-eac69f4dc556 will not be triggered until provisioned by entity DHCP. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:43.724552 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-80fab738-e761-4130-9026-1ccb67967950 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 920 time: 0.6471236 Aug 10 15:10:43.725481 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3901ec73-1853-4258-9024-5c3417fda3e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd820e4d1b214119b2e68b1aa6aa77ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816882 Aug 10 15:10:43.739276 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38860) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:43.760455 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901ec73-1853-4258-9024-5c3417fda3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9412bc-5d18-4dd3-bfe2-a8b67ab30ae8,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:43.815645 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:43.911674 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:10:43.914530 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:43.930679 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:10:43.944369 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:10:43.966467 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:43.967271 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:43.988129 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-d2162be2-0d2f-402e-b3d1-42e230e267ac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3774037 Aug 10 15:10:44.016307 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Request body: {'port': {'device_id': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:44.034931 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38870) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:44.143388 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a0dde8ad-5e33-45b5-a349-4c42408f4af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.230194 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.255474 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-858ac271-b1a8-45d1-badd-0d08da0f1e37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b159d6b2-2a92-478b-b990-51ada4833dad HTTP/1.1" status: 200 len: 217 time: 0.5296905 Aug 10 15:10:44.337820 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-920c75b8-2e2b-4bd2-b50f-7129bcdb33c5 None None] Provisioning for port 75e97d4c-84d2-4446-a30d-eac69f4dc556 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:44.345475 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-920c75b8-2e2b-4bd2-b50f-7129bcdb33c5 None None] Provisioning complete for port 75e97d4c-84d2-4446-a30d-eac69f4dc556 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:44.346171 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-920c75b8-2e2b-4bd2-b50f-7129bcdb33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.397171 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-920c75b8-2e2b-4bd2-b50f-7129bcdb33c5 None None] Port 75e97d4c-84d2-4446-a30d-eac69f4dc556 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:10:44.404501 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66004824-23c7-4b72-a996-a29797d1f1d2 req-34f8a0c5-e6a4-44ea-8af1-5608b1ce63ec tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:44.413621 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66004824-23c7-4b72-a996-a29797d1f1d2 req-34f8a0c5-e6a4-44ea-8af1-5608b1ce63ec tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 931 time: 0.8478169 Aug 10 15:10:44.447101 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a0dde8ad-5e33-45b5-a349-4c42408f4af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.462104 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a0dde8ad-5e33-45b5-a349-4c42408f4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.506225 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66004824-23c7-4b72-a996-a29797d1f1d2 req-9e42546e-2f49-45cf-bab6-12ea047c5610 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916431 Aug 10 15:10:44.517876 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-0a74b221-2d95-4ce5-9f53-663a04ba5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:44.519326 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-0a74b221-2d95-4ce5-9f53-663a04ba5e97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.2255626 Aug 10 15:10:44.555970 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dde8ad-5e33-45b5-a349-4c42408f4af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005585e5-b1d4-429d-a22f-d8045a158d54,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:44.566315 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-a0dde8ad-5e33-45b5-a349-4c42408f4af9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d0fd0a3be8c4168abb978ba48f081fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5301633 Aug 10 15:10:44.571806 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38880) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:44.579515 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733e2e1-b032-4279-a331-0adc5fa8bb93 req-012fb186-4b46-4671-87c6-d14496c7fb03 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:44.588000 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1733e2e1-b032-4279-a331-0adc5fa8bb93 req-012fb186-4b46-4671-87c6-d14496c7fb03 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 945 time: 0.2983840 Aug 10 15:10:44.609780 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-70e5abbb-9b9e-4966-bd4d-d2795e10c8a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832679 Aug 10 15:10:44.659929 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1779b075-a2ed-40a4-aa52-3d10db01afe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.701464 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1779b075-a2ed-40a4-aa52-3d10db01afe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.716608 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-c2eefd52-51b8-4267-97c4-e1810abe77e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.726876 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1733e2e1-b032-4279-a331-0adc5fa8bb93 req-7f4bb8d8-0cc6-46f3-994a-b719ca64934a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372097 Aug 10 15:10:44.806807 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e97d4c-84d2-4446-a30d-eac69f4dc556 {{(pid=93495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:44.817814 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.837584 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-c2eefd52-51b8-4267-97c4-e1810abe77e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.853673 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Transition to ACTIVE for port object 75e97d4c-84d2-4446-a30d-eac69f4dc556 will not be triggered until provisioned by entity L2. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:44.854697 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1779b075-a2ed-40a4-aa52-3d10db01afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.857610 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1779b075-a2ed-40a4-aa52-3d10db01afe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.858933 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-1779b075-a2ed-40a4-aa52-3d10db01afe3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/005585e5-b1d4-429d-a22f-d8045a158d54 HTTP/1.1" status: 204 len: 168 time: 0.2860000 Aug 10 15:10:44.869674 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.926474 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:44.930700 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779b075-a2ed-40a4-aa52-3d10db01afe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005585e5-b1d4-429d-a22f-d8045a158d54,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:44.972160 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-c2eefd52-51b8-4267-97c4-e1810abe77e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.974828 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-c2eefd52-51b8-4267-97c4-e1810abe77e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:44.980519 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-c2eefd52-51b8-4267-97c4-e1810abe77e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e9412bc-5d18-4dd3-bfe2-a8b67ab30ae8 HTTP/1.1" status: 204 len: 168 time: 1.2045796 Aug 10 15:10:45.006261 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7872a56-ce77-4980-b54a-e8a2b037bf79 req-0dd53ce9-7a26-4030-8a2b-da9d7e29e48b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:45.009100 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b7872a56-ce77-4980-b54a-e8a2b037bf79 req-0dd53ce9-7a26-4030-8a2b-da9d7e29e48b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 931 time: 0.3086329 Aug 10 15:10:45.047724 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-a215c6c3-8b91-468f-95c2-625cfe126e4e service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237645 Aug 10 15:10:45.050336 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aec4683-7906-443c-8aeb-340e9808b49a {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:45.064143 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Attempting to bind port 75e97d4c-84d2-4446-a30d-eac69f4dc556 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:45.064487 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Attempting to bind port 75e97d4c-84d2-4446-a30d-eac69f4dc556 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:45.065386 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Attempting to bind port 75e97d4c-84d2-4446-a30d-eac69f4dc556 on network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:45.075773 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eefd52-51b8-4267-97c4-e1810abe77e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9412bc-5d18-4dd3-bfe2-a8b67ab30ae8,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:45.079218 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Port 75e97d4c-84d2-4446-a30d-eac69f4dc556 on network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:10:45.079601 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Attempting to bind port 75e97d4c-84d2-4446-a30d-eac69f4dc556 on network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:45.087975 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:45.088328 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Checking segment: {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:45.088724 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Bound using segment: {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:45.089235 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Bound port: 75e97d4c-84d2-4446-a30d-eac69f4dc556, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'}}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:45.089610 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:45.185220 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, cleared binding levels {{(pid=93495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:45.189169 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:45.197074 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b159d6b2-2a92-478b-b990-51ada4833dad details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:10:45.214530 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:45.243033 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1c1a0d8a-a732-4c7d-8bcf-2bc7268b4973 req-0462c1cb-8f4e-45c2-a7f6-4d39c33cae22 service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372256 Aug 10 15:10:45.246837 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:45.280701 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Transition to ACTIVE for port object 4aec4683-7906-443c-8aeb-340e9808b49a will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:10:45.314340 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23429279-d261-49a4-a61e-bbbdd1d43003 req-64894117-1f22-49f5-88f3-94ded305ec91 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:45.316370 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-23429279-d261-49a4-a61e-bbbdd1d43003 req-64894117-1f22-49f5-88f3-94ded305ec91 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 944 time: 0.3915799 Aug 10 15:10:45.320653 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b7872a56-ce77-4980-b54a-e8a2b037bf79 req-4b697342-ff3f-4813-9d0f-732c80310ef1 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802126 Aug 10 15:10:45.321851 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:45.364203 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:45.364909 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:45.366494 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] 10.222.0.50 "PUT /v2.0/ports/75e97d4c-84d2-4446-a30d-eac69f4dc556 HTTP/1.1" status: 200 len: 1093 time: 1.3559725 Aug 10 15:10:45.369419 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:45.388278 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53f0402-0807-46d8-8f99-de57892a38fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:45.482476 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca683e3f-59dc-49e9-a861-43b43f705c68 service neutron] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=3']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:45.602328 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b159d6b2-2a92-478b-b990-51ada4833dad, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b159d6b2-2a92-478b-b990-51ada4833dad,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:45.620843 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1630-7879-4bb9-beda-522fab43511a req-c9628c2d-bef3-4e9c-a091-838427034cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:45.625139 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-c9628c2d-bef3-4e9c-a091-838427034cfc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 1096 time: 0.1775875 Aug 10 15:10:45.638249 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'b159d6b2-2a92-478b-b990-51ada4833dad', 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168', 'port_id': 'b159d6b2-2a92-478b-b990-51ada4833dad', 'mac_address': 'fa:16:3e:a7:07:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c36e5e-fc23-48cd-9a55-4b0230de6915', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:10:45.655543 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Pushing event updated for resources: {'Port': ['ID=4aec4683-7906-443c-8aeb-340e9808b49a,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:45.687625 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Attempting to bind port 4aec4683-7906-443c-8aeb-340e9808b49a on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:10:45.688012 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Attempting to bind port 4aec4683-7906-443c-8aeb-340e9808b49a by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:10:45.688293 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Attempting to bind port 4aec4683-7906-443c-8aeb-340e9808b49a on network fcda3fc4-5c89-43ae-8b39-4d26232d4168 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:45.721286 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Port 4aec4683-7906-443c-8aeb-340e9808b49a on network fcda3fc4-5c89-43ae-8b39-4d26232d4168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:10:45.721625 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Attempting to bind port 4aec4683-7906-443c-8aeb-340e9808b49a on network fcda3fc4-5c89-43ae-8b39-4d26232d4168 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:10:45.728372 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-23429279-d261-49a4-a61e-bbbdd1d43003 req-6e325f05-7f42-4a29-8b53-908a924dae4c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026392 Aug 10 15:10:45.741532 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:45.762975 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b159d6b2-2a92-478b-b990-51ada4833dad {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:45.765885 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:10:45.766155 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Checking segment: {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:10:45.766552 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Bound using segment: {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:10:45.767007 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Bound port: 4aec4683-7906-443c-8aeb-340e9808b49a, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:10:45.767386 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:45.792887 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b159d6b2-2a92-478b-b990-51ada4833dad, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b159d6b2-2a92-478b-b990-51ada4833dad,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:45.799942 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:45.801389 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 7a18b997-f31f-4169-9636-cce8c69c31f5 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:10:45.819115 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-b7bd5d6c-1d22-4195-a05e-1d3281444ab2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556 HTTP/1.1" status: 200 len: 217 time: 0.1801221 Aug 10 15:10:45.833252 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7484c8-ff1a-45b8-9afe-d8402aca2726 req-af61ca69-97cd-4b63-8c38-ccdaa7f10ace tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:45.835005 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cc7484c8-ff1a-45b8-9afe-d8402aca2726 req-af61ca69-97cd-4b63-8c38-ccdaa7f10ace tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 946 time: 0.2248013 Aug 10 15:10:45.887735 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e16f4c0-1f5b-4061-a206-e8f3ffd718ee x-openstack-request-id: req-7e16f4c0-1f5b-4061-a206-e8f3ffd718ee {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:45.888130 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:45.888462 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e16f4c0-1f5b-4061-a206-e8f3ffd718ee {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:45.888935 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'status': 'completed', 'code': 200} Aug 10 15:10:45.937064 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1630-7879-4bb9-beda-522fab43511a req-10ba590a-81f0-431d-97a7-8071fe9e51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:45.942324 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-10ba590a-81f0-431d-97a7-8071fe9e51bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.1163156 Aug 10 15:10:46.018217 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cc7484c8-ff1a-45b8-9afe-d8402aca2726 req-e1af9e48-90f4-4f5a-afe4-115aad6bab9e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325152 Aug 10 15:10:46.035615 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=b159d6b2-2a92-478b-b990-51ada4833dad,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:46.046295 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] For port 4aec4683-7906-443c-8aeb-340e9808b49a, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:10:46.083725 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] For port 4aec4683-7906-443c-8aeb-340e9808b49a, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4aec4683-7906-443c-8aeb-340e9808b49a,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:10:46.101777 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1630-7879-4bb9-beda-522fab43511a req-82e33dd5-2e2a-4d01-b889-69d0e71708e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:46.104004 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-82e33dd5-2e2a-4d01-b889-69d0e71708e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1547375 Aug 10 15:10:46.113687 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:46.179420 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:46.180229 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:46.181686 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] 10.222.0.50 "PUT /v2.0/ports/4aec4683-7906-443c-8aeb-340e9808b49a HTTP/1.1" status: 200 len: 1093 time: 3.4360685 Aug 10 15:10:46.185720 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b688af7b-3ab2-49e6-91a1-ec1a0f40f011', 'tag': '4aec4683-7906-443c-8aeb-340e9808b49a'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:46.187674 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 7a18b997-f31f-4169-9636-cce8c69c31f5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a18b997-f31f-4169-9636-cce8c69c31f5,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:46.188374 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b892e803-d109-4366-8b28-6c3e0befce92" -d '{"events": [{"name": "network-changed", "server_uuid": "b688af7b-3ab2-49e6-91a1-ec1a0f40f011", "tag": "4aec4683-7906-443c-8aeb-340e9808b49a"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:46.229392 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'port_id': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'mac_address': 'fa:16:3e:4f:ba:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:10:46.251003 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71776fb7-5e8e-466e-a967-c776049e74a7 req-df1cc012-3b73-4ee1-b09e-ee338093ac35 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:46.253020 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-71776fb7-5e8e-466e-a967-c776049e74a7 req-df1cc012-3b73-4ee1-b09e-ee338093ac35 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 943 time: 0.2018631 Aug 10 15:10:46.271804 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2feb29-9326-427f-b005-f92262c77e00 service neutron] Pushing event updated for resources: {'Port': ['ID=4aec4683-7906-443c-8aeb-340e9808b49a,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:46.345570 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:46.370598 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a18b997-f31f-4169-9636-cce8c69c31f5 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:46.389617 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-71776fb7-5e8e-466e-a967-c776049e74a7 req-4919473a-e449-43fb-9025-2c0aafd99f9c tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200905 Aug 10 15:10:46.396581 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-c05bc30d-ef63-454d-84a5-d9f2ab419f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:46.398844 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 7a18b997-f31f-4169-9636-cce8c69c31f5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a18b997-f31f-4169-9636-cce8c69c31f5,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:46.400688 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-c05bc30d-ef63-454d-84a5-d9f2ab419f82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 1096 time: 0.1434939 Aug 10 15:10:46.408380 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:46.501435 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-9e79ca52-9ce2-4b82-90c7-1ed4010f1257 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893254 Aug 10 15:10:46.549432 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-b37d62f0-a082-43de-8da2-37149bd4f01e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aec4683-7906-443c-8aeb-340e9808b49a HTTP/1.1" status: 200 len: 217 time: 0.1357450 Aug 10 15:10:46.567538 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82d74a-cf14-4744-a3e3-0cea36cc8adc req-e3fbb822-0bbd-4639-babf-0ead87b13e3d tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:46.579284 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4b82d74a-cf14-4744-a3e3-0cea36cc8adc req-e3fbb822-0bbd-4639-babf-0ead87b13e3d tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 945 time: 0.2653177 Aug 10 15:10:46.592313 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fcd6ae-f91e-49da-908f-dbe0524e58c0 x-openstack-request-id: req-61fcd6ae-f91e-49da-908f-dbe0524e58c0 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:46.593883 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b688af7b-3ab2-49e6-91a1-ec1a0f40f011", "tag": "4aec4683-7906-443c-8aeb-340e9808b49a", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:46.594068 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61fcd6ae-f91e-49da-908f-dbe0524e58c0 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:46.596605 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b688af7b-3ab2-49e6-91a1-ec1a0f40f011', 'tag': '4aec4683-7906-443c-8aeb-340e9808b49a', 'status': 'completed', 'code': 200} Aug 10 15:10:46.651062 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=7a18b997-f31f-4169-9636-cce8c69c31f5,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:46.699728 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['7a18b997-f31f-4169-9636-cce8c69c31f5'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:10:46.723406 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 38946) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:46.824155 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['b159d6b2-2a92-478b-b990-51ada4833dad'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:10:46.852304 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4b82d74a-cf14-4744-a3e3-0cea36cc8adc req-de872c94-9efc-47b2-864c-447b393cfb04 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718003 Aug 10 15:10:46.875503 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-2dcf1630-7879-4bb9-beda-522fab43511a req-2149f1d9-0492-4ec6-82c6-92ba059cc12f service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649473 Aug 10 15:10:46.991939 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc401f-5d41-4293-bb78-341c8f766351 req-ac77801f-3861-4f4e-bf3e-80ffdc451218 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:46.993611 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-38cc401f-5d41-4293-bb78-341c8f766351 req-ac77801f-3861-4f4e-bf3e-80ffdc451218 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.2731557 Aug 10 15:10:47.005265 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8a68df0-c1b2-429b-b7a8-d6744a0c13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:47.013955 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-d8a68df0-c1b2-429b-b7a8-d6744a0c13ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.4288688 Aug 10 15:10:47.127508 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f0402-0807-46d8-8f99-de57892a38fe req-ad5fbe0b-e338-4d4f-8ddb-2d5a80b4ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:47.129062 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c53f0402-0807-46d8-8f99-de57892a38fe req-ad5fbe0b-e338-4d4f-8ddb-2d5a80b4ea76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 1096 time: 0.1622074 Aug 10 15:10:47.245060 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-70ea5328-2dc3-4ce2-8b25-42e30e3ad62c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030199 Aug 10 15:10:47.350304 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-423e7bef-c4c0-4f72-a3d9-bc5c54d899a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:47.352819 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f0402-0807-46d8-8f99-de57892a38fe req-a5055e8d-7c5b-4d1e-834e-40e5d4e1e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:47.356391 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c53f0402-0807-46d8-8f99-de57892a38fe req-a5055e8d-7c5b-4d1e-834e-40e5d4e1e2fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.2129517 Aug 10 15:10:47.432049 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c53f0402-0807-46d8-8f99-de57892a38fe req-481fd538-84ff-499b-823d-5f25128b2095 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556 HTTP/1.1" status: 200 len: 217 time: 0.0680730 Aug 10 15:10:47.503653 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209a32c-2aa9-4bec-b33d-eb2a6d52144a req-50ae49fa-923a-46fa-bd17-8cd44c7a517d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:47.507771 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a209a32c-2aa9-4bec-b33d-eb2a6d52144a req-50ae49fa-923a-46fa-bd17-8cd44c7a517d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 945 time: 0.4923065 Aug 10 15:10:47.533479 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-38cc401f-5d41-4293-bb78-341c8f766351 req-9a66e4af-cb26-4e52-aeae-e0c03edf5e5a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5044825 Aug 10 15:10:47.559335 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f0402-0807-46d8-8f99-de57892a38fe req-0d2c4cc6-8143-460c-a9e7-fbcd7ee2a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:47.564665 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c53f0402-0807-46d8-8f99-de57892a38fe req-0d2c4cc6-8143-460c-a9e7-fbcd7ee2a628 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.1247323 Aug 10 15:10:47.682209 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f0402-0807-46d8-8f99-de57892a38fe req-64c71284-2a16-46e5-ba51-2d09747bac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:47.685590 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c53f0402-0807-46d8-8f99-de57892a38fe req-64c71284-2a16-46e5-ba51-2d09747bac28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1158528 Aug 10 15:10:47.837850 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-b0d7b5a8-24ef-4cd9-82e7-6dbf797d2c70 service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518920 Aug 10 15:10:47.862177 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a209a32c-2aa9-4bec-b33d-eb2a6d52144a req-25244fd4-de0c-440c-af80-f100c75b242d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203118 Aug 10 15:10:47.877275 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c53f0402-0807-46d8-8f99-de57892a38fe req-01ca8714-d203-4912-9e94-af687b6c5387 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812100 Aug 10 15:10:48.006340 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2281d7-8eb6-42c4-89eb-8a7070f01555 req-d6513aa8-06a8-4591-8efd-a7786de05639 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:48.014396 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7c2281d7-8eb6-42c4-89eb-8a7070f01555 req-d6513aa8-06a8-4591-8efd-a7786de05639 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 943 time: 0.2280796 Aug 10 15:10:48.033794 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-423e7bef-c4c0-4f72-a3d9-bc5c54d899a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:48.056775 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-423e7bef-c4c0-4f72-a3d9-bc5c54d899a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:48.121771 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c53f0402-0807-46d8-8f99-de57892a38fe req-d63f4dd1-cdf0-4f25-8607-865ff1b8b13e service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354558 Aug 10 15:10:48.158703 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4807222-1fb7-4d68-8c70-662d77964d25 req-7a0d37ac-dc62-4634-b4a3-9ef552a04a3b service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867095 Aug 10 15:10:48.195924 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7c2281d7-8eb6-42c4-89eb-8a7070f01555 req-74a89026-775b-4092-83fd-925aaf7b747f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796453 Aug 10 15:10:48.197292 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e7bef-c4c0-4f72-a3d9-bc5c54d899a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02573a39-170f-4ef1-85f0-fae035de9bfc,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:48.221583 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 38996) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:48.222199 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-423e7bef-c4c0-4f72-a3d9-bc5c54d899a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c52295baaf44ecabff9b6fdddca0371&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4933112 Aug 10 15:10:48.314526 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892e803-d109-4366-8b28-6c3e0befce92 req-1311a5bf-f152-4f2a-b59e-ac75db136721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:48.317453 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b892e803-d109-4366-8b28-6c3e0befce92 req-1311a5bf-f152-4f2a-b59e-ac75db136721 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 1096 time: 0.0930698 Aug 10 15:10:48.323531 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9f15abf9-4a2d-4307-a346-2ef4ecadf41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:48.375635 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9f15abf9-4a2d-4307-a346-2ef4ecadf41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:48.527873 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892e803-d109-4366-8b28-6c3e0befce92 req-9a257789-69bc-4842-bf8a-331448dda637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:48.530807 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b892e803-d109-4366-8b28-6c3e0befce92 req-9a257789-69bc-4842-bf8a-331448dda637 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 920 time: 0.2056868 Aug 10 15:10:48.590549 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b892e803-d109-4366-8b28-6c3e0befce92 req-ab723e09-c820-4ee4-b477-e4014438f82f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aec4683-7906-443c-8aeb-340e9808b49a HTTP/1.1" status: 200 len: 217 time: 0.0524817 Aug 10 15:10:48.682064 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892e803-d109-4366-8b28-6c3e0befce92 req-263265d6-c5cc-4f9d-9c93-4ed78406ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:48.684610 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b892e803-d109-4366-8b28-6c3e0befce92 req-263265d6-c5cc-4f9d-9c93-4ed78406ac01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.0859337 Aug 10 15:10:48.758054 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9f15abf9-4a2d-4307-a346-2ef4ecadf41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:48.760668 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9f15abf9-4a2d-4307-a346-2ef4ecadf41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:48.767985 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-9f15abf9-4a2d-4307-a346-2ef4ecadf41b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02573a39-170f-4ef1-85f0-fae035de9bfc HTTP/1.1" status: 204 len: 168 time: 0.5443344 Aug 10 15:10:48.792886 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15abf9-4a2d-4307-a346-2ef4ecadf41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02573a39-170f-4ef1-85f0-fae035de9bfc,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:48.825945 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b892e803-d109-4366-8b28-6c3e0befce92 req-3e05b673-10c0-4e72-ba8b-7eeff15a2691 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875738 Aug 10 15:10:49.098641 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db291e6e-c952-472e-900e-4db12355b6e6 req-f4b5ec85-1ce2-4022-8f17-d4cbe14308b9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:49.109297 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-db291e6e-c952-472e-900e-4db12355b6e6 req-f4b5ec85-1ce2-4022-8f17-d4cbe14308b9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.4421325 Aug 10 15:10:49.186014 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-db291e6e-c952-472e-900e-4db12355b6e6 req-f372d181-6757-4aab-9581-8e6693ece9e7 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727341 Aug 10 15:10:49.217567 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:10:49.220657 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b159d6b2-2a92-478b-b990-51ada4833dad up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:49.228312 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b892e803-d109-4366-8b28-6c3e0befce92 req-e0998c3f-943e-43d2-ab8e-1f8cd59a15ff service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870711 Aug 10 15:10:49.433216 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port b159d6b2-2a92-478b-b990-51ada4833dad completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:49.448435 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port b159d6b2-2a92-478b-b990-51ada4833dad triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:49.448689 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d89ce3-f502-44ab-9a37-f165364435ff req-19648958-cf81-41db-996c-05430e85328b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:49.448824 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:49.450265 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75d89ce3-f502-44ab-9a37-f165364435ff req-19648958-cf81-41db-996c-05430e85328b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 945 time: 0.1176655 Aug 10 15:10:49.501509 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:49.548795 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'port_id': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'mac_address': 'fa:16:3e:0f:07:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:10:49.549965 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b892e803-d109-4366-8b28-6c3e0befce92 req-85e35bda-cd2d-46f7-bf64-29a931d09d2b service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136015 Aug 10 15:10:49.600827 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75d89ce3-f502-44ab-9a37-f165364435ff req-e36ce747-40d8-48c6-b1e7-a79a3397e8f4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242957 Aug 10 15:10:49.663777 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:49.687519 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e97d4c-84d2-4446-a30d-eac69f4dc556 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:49.704136 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:49.750894 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:49.834711 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:49.843166 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39054) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:49.903308 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04738db8-ec1d-47bb-86b0-a3ae970492a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:49.917525 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66e50d-0c2f-482f-9986-cf9b1a725dbe req-e254822c-c4fa-4509-8387-47884029846a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:49.931053 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2a66e50d-0c2f-482f-9986-cf9b1a725dbe req-e254822c-c4fa-4509-8387-47884029846a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 943 time: 0.1350055 Aug 10 15:10:50.010462 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2a66e50d-0c2f-482f-9986-cf9b1a725dbe req-4ffd0e2e-4ae7-4631-9551-39fc3d454b24 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741820 Aug 10 15:10:50.064609 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9c0b03-91f2-48af-a767-d234da01fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b159d6b2-2a92-478b-b990-51ada4833dad'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:50.070816 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843bb0fb-acf1-4276-953f-6b0ccd2b1dc7" -d '{"events": [{"server_uuid": "0e9c0b03-91f2-48af-a767-d234da01fcec", "name": "network-vif-plugged", "status": "completed", "tag": "b159d6b2-2a92-478b-b990-51ada4833dad"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:50.082854 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:50.137181 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b159d6b2-2a92-478b-b990-51ada4833dad, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b159d6b2-2a92-478b-b990-51ada4833dad,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:50.139983 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed332770-ddf1-42b7-80f3-2148925db96e x-openstack-request-id: req-ed332770-ddf1-42b7-80f3-2148925db96e {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:50.140653 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9c0b03-91f2-48af-a767-d234da01fcec", "name": "network-vif-plugged", "status": "completed", "tag": "b159d6b2-2a92-478b-b990-51ada4833dad", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:50.141121 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed332770-ddf1-42b7-80f3-2148925db96e {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:50.141795 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9c0b03-91f2-48af-a767-d234da01fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b159d6b2-2a92-478b-b990-51ada4833dad', 'code': 200} Aug 10 15:10:50.144640 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:50.146170 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 7a18b997-f31f-4169-9636-cce8c69c31f5 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:50.199623 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['75e97d4c-84d2-4446-a30d-eac69f4dc556'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:10:50.212856 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04738db8-ec1d-47bb-86b0-a3ae970492a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:50.222097 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04738db8-ec1d-47bb-86b0-a3ae970492a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:50.293752 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=b159d6b2-2a92-478b-b990-51ada4833dad,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:50.325508 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-04738db8-ec1d-47bb-86b0-a3ae970492a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1418f88ac3634ea68462fc6ee69f68f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4804397 Aug 10 15:10:50.328795 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39068) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:50.338593 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 7a18b997-f31f-4169-9636-cce8c69c31f5 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:50.356556 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 7a18b997-f31f-4169-9636-cce8c69c31f5 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:50.357108 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:50.377310 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04738db8-ec1d-47bb-86b0-a3ae970492a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2defa239-ab49-4f11-a5b3-211208592c9d,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:50.486952 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:50.560443 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 7a18b997-f31f-4169-9636-cce8c69c31f5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a18b997-f31f-4169-9636-cce8c69c31f5,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:50.587828 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:50.624064 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39074) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:50.668160 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd63cf5-fe0c-43d2-bfb0-be46dc9c54ad req-772416a1-f856-4ff5-837f-c5183902af80 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:50.669868 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5fd63cf5-fe0c-43d2-bfb0-be46dc9c54ad req-772416a1-f856-4ff5-837f-c5183902af80 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 944 time: 0.2487233 Aug 10 15:10:50.715867 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=7a18b997-f31f-4169-9636-cce8c69c31f5,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:50.728449 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5fb64bbe-0828-4e41-a6a0-a224318725ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:50.832699 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e270c0-6367-48da-9cf0-0d7710760c13 req-f8152f1c-4c01-460d-90c6-1e2b2ece78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:50.834979 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-80e270c0-6367-48da-9cf0-0d7710760c13 req-f8152f1c-4c01-460d-90c6-1e2b2ece78cf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1098 time: 0.2829337 Aug 10 15:10:50.868736 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5fd63cf5-fe0c-43d2-bfb0-be46dc9c54ad req-c4965ffa-6459-40c2-b4c2-79f6bc717e56 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588340 Aug 10 15:10:50.880051 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-328b413d-258a-47bd-a8c9-ddb74886c078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:50.935788 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5fb64bbe-0828-4e41-a6a0-a224318725ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:50.982189 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-80e270c0-6367-48da-9cf0-0d7710760c13 req-04c930e4-29bf-4063-8eb6-d33a38124390 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217847 Aug 10 15:10:51.024151 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-328b413d-258a-47bd-a8c9-ddb74886c078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.030598 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-328b413d-258a-47bd-a8c9-ddb74886c078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.032441 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ae091-6c7c-44d9-ac75-31a8bee2f720 req-a02f0a02-3d5a-49c6-a9aa-44eb3e794066 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:51.046481 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-087ae091-6c7c-44d9-ac75-31a8bee2f720 req-a02f0a02-3d5a-49c6-a9aa-44eb3e794066 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.2796292 Aug 10 15:10:51.133721 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-328b413d-258a-47bd-a8c9-ddb74886c078 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4cc5dc4905ef4be4aa7f38e9e8256fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088415 Aug 10 15:10:51.136948 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39086) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:51.173024 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b413d-258a-47bd-a8c9-ddb74886c078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7d4356-e5cc-48c4-acff-bf4d2684764c,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:51.179794 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-087ae091-6c7c-44d9-ac75-31a8bee2f720 req-3032ab97-6885-4aef-b2af-1e8499489913 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318960 Aug 10 15:10:51.223093 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 4aec4683-7906-443c-8aeb-340e9808b49a details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:10:51.281619 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5fb64bbe-0828-4e41-a6a0-a224318725ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.288533 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5fb64bbe-0828-4e41-a6a0-a224318725ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.292453 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-5fb64bbe-0828-4e41-a6a0-a224318725ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2defa239-ab49-4f11-a5b3-211208592c9d HTTP/1.1" status: 204 len: 168 time: 0.9622002 Aug 10 15:10:51.320545 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb64bbe-0828-4e41-a6a0-a224318725ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2defa239-ab49-4f11-a5b3-211208592c9d,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:51.333657 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fee74a89-16c3-4638-a972-09bcd0f2df56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.339824 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65566d-0890-411b-87a5-ddf5e24a3f05 req-38327aed-663a-474a-a11b-397752a338c4 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:51.342791 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ad65566d-0890-411b-87a5-ddf5e24a3f05 req-38327aed-663a-474a-a11b-397752a338c4 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 943 time: 0.2332311 Aug 10 15:10:51.383305 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fee74a89-16c3-4638-a972-09bcd0f2df56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.409133 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 4aec4683-7906-443c-8aeb-340e9808b49a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4aec4683-7906-443c-8aeb-340e9808b49a,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:51.430258 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '4aec4683-7906-443c-8aeb-340e9808b49a', 'network_id': 'fcda3fc4-5c89-43ae-8b39-4d26232d4168', 'port_id': '4aec4683-7906-443c-8aeb-340e9808b49a', 'mac_address': 'fa:16:3e:11:27:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c36e5e-fc23-48cd-9a55-4b0230de6915', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:10:51.434056 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ad65566d-0890-411b-87a5-ddf5e24a3f05 req-b24f5bea-0b51-4bc7-877b-af39e306742a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841520 Aug 10 15:10:51.493463 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.505438 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fee74a89-16c3-4638-a972-09bcd0f2df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.510066 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fee74a89-16c3-4638-a972-09bcd0f2df56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.511595 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-fee74a89-16c3-4638-a972-09bcd0f2df56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee7d4356-e5cc-48c4-acff-bf4d2684764c HTTP/1.1" status: 204 len: 168 time: 0.3713555 Aug 10 15:10:51.524334 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee74a89-16c3-4638-a972-09bcd0f2df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7d4356-e5cc-48c4-acff-bf4d2684764c,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:51.529033 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aec4683-7906-443c-8aeb-340e9808b49a {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:10:51.578253 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 4aec4683-7906-443c-8aeb-340e9808b49a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4aec4683-7906-443c-8aeb-340e9808b49a,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:51.587602 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:51.686281 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=4aec4683-7906-443c-8aeb-340e9808b49a,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:51.911686 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['4aec4683-7906-443c-8aeb-340e9808b49a'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:10:52.061615 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39108) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:52.085036 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-afbcc057-7a87-4a6c-b387-98cc96d70867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:52.151465 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:52.157125 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06f48ad-4180-4a5f-b7d3-e94b64e2d47c" -d '{"events": [{"server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "name": "network-vif-plugged", "status": "completed", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:52.165797 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577a36d-8a83-44fc-8e33-8bfa58eef8b0 req-7d5ebb94-cbe8-4039-a253-c70f09f8ed83 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:52.169021 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d577a36d-8a83-44fc-8e33-8bfa58eef8b0 req-7d5ebb94-cbe8-4039-a253-c70f09f8ed83 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 944 time: 0.1028883 Aug 10 15:10:52.266744 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d577a36d-8a83-44fc-8e33-8bfa58eef8b0 req-442de915-bb9e-4965-b448-b73b4717e050 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845516 Aug 10 15:10:52.316005 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4551662d-94ec-42e3-8a83-dcdd8ae375ed x-openstack-request-id: req-4551662d-94ec-42e3-8a83-dcdd8ae375ed {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:52.316458 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "name": "network-vif-plugged", "status": "completed", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:52.316854 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4551662d-94ec-42e3-8a83-dcdd8ae375ed {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:52.318574 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'code': 200} Aug 10 15:10:52.331134 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-afbcc057-7a87-4a6c-b387-98cc96d70867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:52.339234 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-afbcc057-7a87-4a6c-b387-98cc96d70867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:52.402026 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2e53c099-98d0-4017-aea9-8f8aa825eb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:52.447863 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcc057-7a87-4a6c-b387-98cc96d70867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7020bbc4-760a-428a-944a-ba0232fc67d5,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:52.501133 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-afbcc057-7a87-4a6c-b387-98cc96d70867 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbeb32c0db7940a881ab4e54a3f48170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377053 Aug 10 15:10:52.506703 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39122) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:52.576621 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017f050-c3ac-4051-adb6-9992bfed57b9 req-29b6215f-d14f-41b1-b55c-85c35156ffb4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:52.582657 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9017f050-c3ac-4051-adb6-9992bfed57b9 req-29b6215f-d14f-41b1-b55c-85c35156ffb4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1639760 Aug 10 15:10:52.759252 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9017f050-c3ac-4051-adb6-9992bfed57b9 req-ee31206a-2488-4819-910f-99b8e7fbe07b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618412 Aug 10 15:10:52.761469 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-431ba9a2-6184-413b-aad9-973135a11aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:52.791087 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc8be1-f35e-4e22-9386-fa12b6e99ea2 req-95f38d5f-700b-4239-a932-096549267aaf tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:52.798376 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-94fc8be1-f35e-4e22-9386-fa12b6e99ea2 req-95f38d5f-700b-4239-a932-096549267aaf tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 944 time: 0.2141788 Aug 10 15:10:52.814144 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d509-11f3-49aa-878c-ddf4fc742d68 req-bead8a64-c222-4ede-93c3-ce057e9e4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:52.816241 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70a9d509-11f3-49aa-878c-ddf4fc742d68 req-bead8a64-c222-4ede-93c3-ce057e9e4497 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 1099 time: 0.1994386 Aug 10 15:10:52.836198 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-431ba9a2-6184-413b-aad9-973135a11aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:52.950662 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-94fc8be1-f35e-4e22-9386-fa12b6e99ea2 req-70b283e5-acda-4b94-95ec-8eccecf295f9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512239 Aug 10 15:10:52.957614 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70a9d509-11f3-49aa-878c-ddf4fc742d68 req-97b5d6d8-17ce-4bb7-b954-7d9b3b29297c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283669 Aug 10 15:10:52.992422 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-431ba9a2-6184-413b-aad9-973135a11aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:52.996066 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-431ba9a2-6184-413b-aad9-973135a11aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:53.001512 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-431ba9a2-6184-413b-aad9-973135a11aa3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7020bbc4-760a-428a-944a-ba0232fc67d5 HTTP/1.1" status: 204 len: 168 time: 0.4888284 Aug 10 15:10:53.010368 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ba9a2-6184-413b-aad9-973135a11aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7020bbc4-760a-428a-944a-ba0232fc67d5,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:53.228965 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:53.308311 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 75e97d4c-84d2-4446-a30d-eac69f4dc556 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:53.319493 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 75e97d4c-84d2-4446-a30d-eac69f4dc556 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:53.321283 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:53.499076 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:53.513181 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a34b2-13f5-4c82-9962-6559b15bc63e req-334abf25-046d-43c6-97ae-6181fc9d9a5d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:53.526344 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-352a34b2-13f5-4c82-9962-6559b15bc63e req-334abf25-046d-43c6-97ae-6181fc9d9a5d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 944 time: 0.1213758 Aug 10 15:10:53.582692 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:53.588331 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:53.589748 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 4aec4683-7906-443c-8aeb-340e9808b49a up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:10:53.627072 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-352a34b2-13f5-4c82-9962-6559b15bc63e req-72eeaea1-e9ef-405d-b141-40343288340f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753427 Aug 10 15:10:53.742185 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:53.780544 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 4aec4683-7906-443c-8aeb-340e9808b49a completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:10:53.788941 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 4aec4683-7906-443c-8aeb-340e9808b49a triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:10:53.789833 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:53.986284 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:54.097875 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 4aec4683-7906-443c-8aeb-340e9808b49a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4aec4683-7906-443c-8aeb-340e9808b49a,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:10:54.100483 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0330cc-f81d-463f-9666-923f14ccab49 req-c3d8e853-3598-40ea-9faa-0403f4ec9252 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:54.111181 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:54.111703 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ef0330cc-f81d-463f-9666-923f14ccab49 req-c3d8e853-3598-40ea-9faa-0403f4ec9252 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1910040 Aug 10 15:10:54.246018 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ef0330cc-f81d-463f-9666-923f14ccab49 req-7a2446a3-768a-42d5-a3f9-da110883a325 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328359 Aug 10 15:10:54.249924 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=4aec4683-7906-443c-8aeb-340e9808b49a,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:54.261479 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8b486-5ede-4331-843e-eea4098e9ea9 req-6489ee4f-786b-4870-8979-7d6b554ef33e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:54.269840 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c4f8b486-5ede-4331-843e-eea4098e9ea9 req-6489ee4f-786b-4870-8979-7d6b554ef33e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1538875 Aug 10 15:10:54.320944 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556'}, {'server_uuid': 'b688af7b-3ab2-49e6-91a1-ec1a0f40f011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aec4683-7906-443c-8aeb-340e9808b49a'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:54.327059 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dc59d1-be51-4e39-93d5-91dd0630855f" -d '{"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-plugged", "status": "completed", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556"}, {"server_uuid": "b688af7b-3ab2-49e6-91a1-ec1a0f40f011", "name": "network-vif-plugged", "status": "completed", "tag": "4aec4683-7906-443c-8aeb-340e9808b49a"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:54.335733 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c4f8b486-5ede-4331-843e-eea4098e9ea9 req-8f23e684-7db8-452f-b721-d7c42b94af37 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647719 Aug 10 15:10:54.387789 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8205803-19bf-44f2-9e9b-403dfa3aedf0 x-openstack-request-id: req-d8205803-19bf-44f2-9e9b-403dfa3aedf0 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:54.388250 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-plugged", "status": "completed", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556", "code": 200}, {"server_uuid": "b688af7b-3ab2-49e6-91a1-ec1a0f40f011", "name": "network-vif-plugged", "status": "completed", "tag": "4aec4683-7906-443c-8aeb-340e9808b49a", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:54.388656 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8205803-19bf-44f2-9e9b-403dfa3aedf0 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:54.389269 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'code': 200} Aug 10 15:10:54.389932 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688af7b-3ab2-49e6-91a1-ec1a0f40f011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aec4683-7906-443c-8aeb-340e9808b49a', 'code': 200} Aug 10 15:10:54.650086 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d234-3bec-4aee-9d10-3a2c735670bf req-62dcc7e0-04d3-459a-a287-2f96b1e8241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:54.654753 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6953d234-3bec-4aee-9d10-3a2c735670bf req-62dcc7e0-04d3-459a-a287-2f96b1e8241d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 1098 time: 0.0806687 Aug 10 15:10:54.714577 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6953d234-3bec-4aee-9d10-3a2c735670bf req-de1e0b8c-34e9-4842-8299-6a4c2f4b472c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Aug 10 15:10:54.755062 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39208) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:54.796098 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c5831-e6ef-4a12-9249-2de70395214e req-bcac1899-3b9e-4b3c-af5f-98209db0066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:54.798658 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-909c5831-e6ef-4a12-9249-2de70395214e req-bcac1899-3b9e-4b3c-af5f-98209db0066d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 1098 time: 0.1266029 Aug 10 15:10:54.864537 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436585ec-0f5f-4113-acb6-4d7204a58206 req-ebd05474-fb77-4064-add4-7806ed1ce46c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:54.865993 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-909c5831-e6ef-4a12-9249-2de70395214e req-410b5c1d-357d-4b28-afa9-dbffdaa55d50 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565250 Aug 10 15:10:54.873546 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-436585ec-0f5f-4113-acb6-4d7204a58206 req-ebd05474-fb77-4064-add4-7806ed1ce46c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0879142 Aug 10 15:10:54.913151 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-436585ec-0f5f-4113-acb6-4d7204a58206 req-7a470449-f38d-4a85-ae83-98cfd0729a9d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385814 Aug 10 15:10:54.962513 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e2acc05d-6fcf-4738-b32e-c5b57b9f03e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.116428 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e2acc05d-6fcf-4738-b32e-c5b57b9f03e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.123231 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e2acc05d-6fcf-4738-b32e-c5b57b9f03e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.140956 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.173465 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acc05d-6fcf-4738-b32e-c5b57b9f03e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73965426-acab-4cae-b9f2-aa5956297fe7,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:55.190842 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-e2acc05d-6fcf-4738-b32e-c5b57b9f03e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94f40cad614a4e47a4d7b6bf4b9a771a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331939 Aug 10 15:10:55.191050 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39236) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:55.273636 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8ced-c93a-4b2b-bcc1-3e8c02a2eb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.314902 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8ced-c93a-4b2b-bcc1-3e8c02a2eb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.388481 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8ced-c93a-4b2b-bcc1-3e8c02a2eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.396900 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6b8a8ced-c93a-4b2b-bcc1-3e8c02a2eb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.399768 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6b8a8ced-c93a-4b2b-bcc1-3e8c02a2eb9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73965426-acab-4cae-b9f2-aa5956297fe7 HTTP/1.1" status: 204 len: 168 time: 0.2068417 Aug 10 15:10:55.418138 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a8ced-c93a-4b2b-bcc1-3e8c02a2eb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73965426-acab-4cae-b9f2-aa5956297fe7,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:55.433586 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51beccf-61fd-4f75-94bf-7d65f67871dc req-8b0e5ab9-aed1-457f-a7c0-396bb15d336a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:55.435710 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c51beccf-61fd-4f75-94bf-7d65f67871dc req-8b0e5ab9-aed1-457f-a7c0-396bb15d336a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0792456 Aug 10 15:10:55.520258 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c51beccf-61fd-4f75-94bf-7d65f67871dc req-ca07da96-1e52-4087-acf7-4d598cdb6904 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648150 Aug 10 15:10:55.547867 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21389476-19c9-4e92-b768-e44d18dfb16f req-1b9f5fd6-7b60-4675-8e1a-cf67714898b3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:55.549465 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-21389476-19c9-4e92-b768-e44d18dfb16f req-1b9f5fd6-7b60-4675-8e1a-cf67714898b3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.0747366 Aug 10 15:10:55.554147 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3ad36e86-9c9c-41c6-98a8-c14e91a354de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.617353 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-21389476-19c9-4e92-b768-e44d18dfb16f req-3cdbb370-6793-42fe-85ce-5bcd0a88ccd8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567608 Aug 10 15:10:55.726049 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ea851-7aad-422a-a696-643036df755a req-d3546e57-e83d-4755-8571-8a7ef75f095b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:55.732376 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bc3ea851-7aad-422a-a696-643036df755a req-d3546e57-e83d-4755-8571-8a7ef75f095b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0755136 Aug 10 15:10:55.741664 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39256) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:55.747054 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'floatingip': {'port_id': '7a18b997-f31f-4169-9636-cce8c69c31f5'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:55.782785 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39258) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:55.841119 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.968897 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39264) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:55.988140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d9145a8d-a5a1-4cbc-91c9-daf687ad9b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:55.989112 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-27c5e079-af9b-430e-859f-394e7d674f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.190551 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d9145a8d-a5a1-4cbc-91c9-daf687ad9b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.193886 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.201128 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d9145a8d-a5a1-4cbc-91c9-daf687ad9b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.281328 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-d9145a8d-a5a1-4cbc-91c9-daf687ad9b31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f7f973a6cf247d08cc8c9dba66d63d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958405 Aug 10 15:10:56.282845 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9145a8d-a5a1-4cbc-91c9-daf687ad9b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0511ba1-f3e4-48eb-b6e2-b3b0334b4efc,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:56.286386 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ba8af-a500-4f42-ada8-e35dd14e6558 req-2074ba51-9323-44f6-b5ad-738abc8dc86c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:56.287577 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39274) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:56.288091 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a88ba8af-a500-4f42-ada8-e35dd14e6558 req-2074ba51-9323-44f6-b5ad-738abc8dc86c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1650801 Aug 10 15:10:56.379991 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0389a21c-7c17-4f4f-8255-a4ab44802f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.415499 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0389a21c-7c17-4f4f-8255-a4ab44802f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.501685 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a88ba8af-a500-4f42-ada8-e35dd14e6558 req-8a9c7493-2061-4b89-a5a2-5bc20aa197eb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019439 Aug 10 15:10:56.529203 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0389a21c-7c17-4f4f-8255-a4ab44802f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.535213 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0389a21c-7c17-4f4f-8255-a4ab44802f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.540340 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-0389a21c-7c17-4f4f-8255-a4ab44802f5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0511ba1-f3e4-48eb-b6e2-b3b0334b4efc HTTP/1.1" status: 204 len: 168 time: 0.2382514 Aug 10 15:10:56.553973 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389a21c-7c17-4f4f-8255-a4ab44802f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0511ba1-f3e4-48eb-b6e2-b3b0334b4efc,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:56.634654 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.924241 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-27c5e079-af9b-430e-859f-394e7d674f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:56.932071 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-27c5e079-af9b-430e-859f-394e7d674f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.011447 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c1443-e55f-4fb6-b0c2-69cb9711f56e req-5a1cce51-1f9a-4ccb-ac62-38dab0e46d07 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:57.013090 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a4c1443-e55f-4fb6-b0c2-69cb9711f56e req-5a1cce51-1f9a-4ccb-ac62-38dab0e46d07 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2782040 Aug 10 15:10:57.041257 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39294) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:57.058860 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-171947aa-5654-4be2-b4c7-aa257f6b73f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.075041 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5e079-af9b-430e-859f-394e7d674f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c3a1e2-984d-4ecc-986c-b08728333ffa,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:57.079851 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.db.resource_extend [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 15:10:57.123924 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-27c5e079-af9b-430e-859f-394e7d674f30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8825b8d77ad43a5a8d146c9adc85b97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1538577 Aug 10 15:10:57.127776 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39296) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:57.214845 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.223604 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-171947aa-5654-4be2-b4c7-aa257f6b73f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.227964 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a4c1443-e55f-4fb6-b0c2-69cb9711f56e req-bc6a438e-083f-4977-af31-7affbce7dad5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873434 Aug 10 15:10:57.231751 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-171947aa-5654-4be2-b4c7-aa257f6b73f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.232057 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.274291 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-171947aa-5654-4be2-b4c7-aa257f6b73f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d08e79e583e440efb2db5240cb366f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324796 Aug 10 15:10:57.280912 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171947aa-5654-4be2-b4c7-aa257f6b73f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9787b2-4a3d-44be-90f5-3491a11c3476,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:57.295483 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39302) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:57.390503 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3b206750-b89a-4345-870c-46205287c75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.413208 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a5b56828-8fab-4d23-834d-5766fbf43148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.441609 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3b206750-b89a-4345-870c-46205287c75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.454235 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a5b56828-8fab-4d23-834d-5766fbf43148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.463695 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Floating IP dec7c804-2891-459e-b7a7-c09c6a9be823 associated. External IP: 172.27.2.203, port: 7a18b997-f31f-4169-9636-cce8c69c31f5. Aug 10 15:10:57.575234 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3b206750-b89a-4345-870c-46205287c75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.580717 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3b206750-b89a-4345-870c-46205287c75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.583217 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3b206750-b89a-4345-870c-46205287c75f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d9787b2-4a3d-44be-90f5-3491a11c3476 HTTP/1.1" status: 204 len: 168 time: 0.2850552 Aug 10 15:10:57.603733 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b206750-b89a-4345-870c-46205287c75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9787b2-4a3d-44be-90f5-3491a11c3476,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:57.648488 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a5b56828-8fab-4d23-834d-5766fbf43148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.658994 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a5b56828-8fab-4d23-834d-5766fbf43148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:57.660782 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-a5b56828-8fab-4d23-834d-5766fbf43148 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4c3a1e2-984d-4ecc-986c-b08728333ffa HTTP/1.1" status: 204 len: 168 time: 0.5240378 Aug 10 15:10:57.786826 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5956-0647-413e-82cc-1a991d322f18 req-8fcf7275-4be8-4f4f-9b1a-aa016f698940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:57.787499 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b56828-8fab-4d23-834d-5766fbf43148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c3a1e2-984d-4ecc-986c-b08728333ffa,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:10:57.790395 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-450f5956-0647-413e-82cc-1a991d322f18 req-8fcf7275-4be8-4f4f-9b1a-aa016f698940 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 1098 time: 0.0812554 Aug 10 15:10:57.955410 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec828d5b-fbbe-4130-b740-a0b2e8e1b440 req-a5f380d5-d79f-43d2-b8e1-26c42a8cec36 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:57.968200 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ec828d5b-fbbe-4130-b740-a0b2e8e1b440 req-a5f380d5-d79f-43d2-b8e1-26c42a8cec36 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.2134168 Aug 10 15:10:58.017933 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c86a41-a5ac-441c-a420-dd307dcfa73c req-5820146d-239f-492e-aa4c-b5ecf5952d36 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:58.023396 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5956-0647-413e-82cc-1a991d322f18 req-09adb46e-afca-49ec-a70c-fbd349766721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:58.025450 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-450f5956-0647-413e-82cc-1a991d322f18 req-09adb46e-afca-49ec-a70c-fbd349766721 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 920 time: 0.2145863 Aug 10 15:10:58.027039 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-81c86a41-a5ac-441c-a420-dd307dcfa73c req-5820146d-239f-492e-aa4c-b5ecf5952d36 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2661486 Aug 10 15:10:58.087475 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:58.093847 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-450f5956-0647-413e-82cc-1a991d322f18 req-4780451b-b3ed-4d4f-8d32-1746f0512ccc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aec4683-7906-443c-8aeb-340e9808b49a HTTP/1.1" status: 200 len: 217 time: 0.0570889 Aug 10 15:10:58.114195 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Router 4c8254bc-31a4-4be9-b2b0-b495815de06f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:10:58.140510 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ec828d5b-fbbe-4130-b740-a0b2e8e1b440 req-76d6ed6c-4de6-4e5e-b9f3-8f98b7573283 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709089 Aug 10 15:10:58.204670 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-81c86a41-a5ac-441c-a420-dd307dcfa73c req-b5f5dd5f-f3bc-4423-8ece-7e692535dbac tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596777 Aug 10 15:10:58.207258 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f5956-0647-413e-82cc-1a991d322f18 req-c3cbee15-6b6c-4b56-b6ad-806fb126157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:58.226088 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-450f5956-0647-413e-82cc-1a991d322f18 req-c3cbee15-6b6c-4b56-b6ad-806fb126157f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.1074419 Aug 10 15:10:58.284007 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-450f5956-0647-413e-82cc-1a991d322f18 req-e61c2b3b-9f24-4813-9ff6-f41e96b8fb5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326378 Aug 10 15:10:58.517645 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:10:58.526353 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:58.526471 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-450f5956-0647-413e-82cc-1a991d322f18 req-d1996fee-a0fd-47ba-92a9-5758fd50a52b service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308893 Aug 10 15:10:58.537015 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] Sync routers for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:10:58.539494 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4caf6d-1da3-4d64-a335-d91240b408eb req-e92436f8-8c10-4356-9d55-ca4466c126f4 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:58.542144 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fd4caf6d-1da3-4d64-a335-d91240b408eb req-e92436f8-8c10-4356-9d55-ca4466c126f4 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1338439 Aug 10 15:10:58.553180 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:58.560132 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:10:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:58.573220 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39342) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:58.615344 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'floatingip': {'port_id': '75e97d4c-84d2-4446-a30d-eac69f4dc556'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:10:58.634265 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-fbfb7392-6751-4d36-8147-eb8cd53738c8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "PUT /v2.0/floatingips/dec7c804-2891-459e-b7a7-c09c6a9be823 HTTP/1.1" status: 200 len: 992 time: 2.8883960 Aug 10 15:10:58.647708 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:10:58.657917 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486c071b-730e-4d82-9365-615b97260727" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:10:58.756984 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7df5ad1-5a3a-4804-89cf-cddc84c12d9d x-openstack-request-id: req-f7df5ad1-5a3a-4804-89cf-cddc84c12d9d {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:10:58.757894 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:10:58.758530 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7df5ad1-5a3a-4804-89cf-cddc84c12d9d {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:10:58.759375 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'status': 'completed', 'code': 200} Aug 10 15:10:58.791326 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:58.867506 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:10:58.927713 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c071b-730e-4d82-9365-615b97260727 req-dcaf5c2f-3581-4e27-a8f4-0b1a4bae6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:58.937206 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-486c071b-730e-4d82-9365-615b97260727 req-dcaf5c2f-3581-4e27-a8f4-0b1a4bae6dd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 1099 time: 0.1208749 Aug 10 15:10:59.283700 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c071b-730e-4d82-9365-615b97260727 req-1c30c9d9-fca0-40fc-8c5b-6f75e0a4be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:59.297882 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-486c071b-730e-4d82-9365-615b97260727 req-1c30c9d9-fca0-40fc-8c5b-6f75e0a4be2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 912 time: 0.3454585 Aug 10 15:10:59.528224 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': 'dec7c804-2891-459e-b7a7-c09c6a9be823', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'port_id': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'mac_address': 'fa:16:3e:4f:ba:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:10:26Z', 'updated_at': '2021-08-10T15:10:56Z', 'revision_number': 1, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:59.564760 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] Checking router: 4c8254bc-31a4-4be9-b2b0-b495815de06f for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:10:59.592019 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:10:59.594450 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:10:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:10:59.604047 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-450f5956-0647-413e-82cc-1a991d322f18 req-65bc2441-e321-4110-a946-b6309a80df10 service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0602975 Aug 10 15:10:59.720997 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39398) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:10:59.883308 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:10:59.905497 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-486c071b-730e-4d82-9365-615b97260727 req-a27ac7d7-1718-439d-b3c7-b2782aeec863 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a18b997-f31f-4169-9636-cce8c69c31f5 HTTP/1.1" status: 200 len: 1000 time: 0.5978134 Aug 10 15:10:59.942465 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ff2d-42a4-4a79-b841-9764813ed0cd req-17f1f1dd-5c64-48cc-bb69-ba8a9d244c58 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:10:59.949381 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-47e9ff2d-42a4-4a79-b841-9764813ed0cd req-17f1f1dd-5c64-48cc-bb69-ba8a9d244c58 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.4846020 Aug 10 15:11:00.083991 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1533287286-network', 'tenant_id': '5e9eb95f7d9645daac183167dbd976cb'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:00.187910 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Made reservation on behalf of 5e9eb95f7d9645daac183167dbd976cb for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:00.190621 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:00.206592 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:00.271742 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': 'dec7c804-2891-459e-b7a7-c09c6a9be823', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'port_id': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'mac_address': 'fa:16:3e:4f:ba:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:10:26Z', 'updated_at': '2021-08-10T15:10:56Z', 'revision_number': 1, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:00.375738 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.db.resource_extend [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 15:11:00.488092 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f7614-69ac-4f00-9b15-c9bd0dd9068f None None] The sync data for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi is: [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': 'dec7c804-2891-459e-b7a7-c09c6a9be823', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'port_id': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'mac_address': 'fa:16:3e:4f:ba:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:10:26Z', 'updated_at': '2021-08-10T15:10:56Z', 'revision_number': 1, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:11:00.573529 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe0dcf-9b3d-4279-bd2d-467dd471f890 req-131e12d6-5af4-470b-b087-a032232f0424 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:00.576985 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9fe0dcf-9b3d-4279-bd2d-467dd471f890 req-131e12d6-5af4-470b-b087-a032232f0424 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 946 time: 0.8667021 Aug 10 15:11:00.586369 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-47e9ff2d-42a4-4a79-b841-9764813ed0cd req-11d613f0-8025-4e98-b318-d719f0e9d012 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137979 Aug 10 15:11:00.624839 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c071b-730e-4d82-9365-615b97260727 req-92c9705a-8726-43ca-84d8-c79aaedcb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:00.628942 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-486c071b-730e-4d82-9365-615b97260727 req-92c9705a-8726-43ca-84d8-c79aaedcb6b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 200 len: 850 time: 0.6780355 Aug 10 15:11:00.736475 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9fe0dcf-9b3d-4279-bd2d-467dd471f890 req-70f4da2e-157d-47e4-a8a8-c99ad07302f4 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306739 Aug 10 15:11:00.739279 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:00.750444 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:00.759283 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c071b-730e-4d82-9365-615b97260727 req-e24a5291-2844-488c-80df-c0604d163aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:00.764943 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-486c071b-730e-4d82-9365-615b97260727 req-e24a5291-2844-488c-80df-c0604d163aa6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75af5cd-4ff3-41cf-abe0-0ff16866849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1245661 Aug 10 15:11:00.888803 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:00.905067 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:00.930228 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-486c071b-730e-4d82-9365-615b97260727 req-67ec0e8d-75e8-44d2-96bf-7f9dfded8493 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549900 Aug 10 15:11:00.953193 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.l3_db [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Floating IP cebdbfd7-fcca-4f30-83dc-85366f53f758 associated. External IP: 172.27.2.30, port: 75e97d4c-84d2-4446-a30d-eac69f4dc556. Aug 10 15:11:00.962096 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:11:01.007924 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26286ac7-d36c-43b0-bb37-6bed68501534 None None] New status for floating IP dec7c804-2891-459e-b7a7-c09c6a9be823: ACTIVE {{(pid=93496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:11:01.014802 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64caa827-d8c9-4815-8829-c14a04951627,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:01.037790 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:01.038162 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Added segment 855bbe9c-28e4-49e4-adb6-43a6f26a8fea of type vlan for network e5b18e71-110c-4d4e-ab28-38a5b46fc452 Aug 10 15:11:01.143072 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:01.185999 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-486c071b-730e-4d82-9365-615b97260727 req-0dfbfe4c-4990-4864-b759-b1a5d3bf321f service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450373 Aug 10 15:11:01.286972 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:01.287959 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:01.288878 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:01.373015 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6477499 Aug 10 15:11:01.375388 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39430) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:01.382281 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Request body: {'subnet': {'network_id': 'e5b18e71-110c-4d4e-ab28-38a5b46fc452', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1533287286-subnet', 'tenant_id': '5e9eb95f7d9645daac183167dbd976cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:01.426494 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Made reservation on behalf of 5e9eb95f7d9645daac183167dbd976cb for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:01.431550 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:01.449528 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e85cbc-a25d-4c22-a101-0308a6cbf855 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b18e71-110c-4d4e-ab28-38a5b46fc452,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:01.504018 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:11:01.510287 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network e5b18e71-110c-4d4e-ab28-38a5b46fc452 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:11:01.651042 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:01.712800 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a02d4d-77bd-495c-b247-b137451b95f2,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:01.716476 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:11:01.726019 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:01.746608 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] Sync routers for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:11:01.770353 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:01.771488 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:10:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:01.783061 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-365b8d4a-fa43-4103-bd03-2a3175143efb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "PUT /v2.0/floatingips/cebdbfd7-fcca-4f30-83dc-85366f53f758 HTTP/1.1" status: 200 len: 990 time: 3.2082870 Aug 10 15:11:01.784309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:11:01.787374 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920badf8-11ff-42c3-8865-24c51419cbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:11:01.813057 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Checking segment: {'id': '855bbe9c-28e4-49e4-adb6-43a6f26a8fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e5b18e71-110c-4d4e-ab28-38a5b46fc452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:01.813481 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Network hostable DHCP agents. Network: e5b18e71-110c-4d4e-ab28-38a5b46fc452, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:11:01.864630 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e569e3-26c0-4415-87a8-092e9c888065 req-851642e8-7a92-4787-83ed-c939b6b8b37b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:01.866277 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f8e569e3-26c0-4415-87a8-092e9c888065 req-851642e8-7a92-4787-83ed-c939b6b8b37b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1274233 Aug 10 15:11:01.877238 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-af3a7df5-57ad-496c-b341-268d2c698c73 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:01.879062 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-af3a7df5-57ad-496c-b341-268d2c698c73 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 946 time: 0.1265895 Aug 10 15:11:01.879863 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Network e5b18e71-110c-4d4e-ab28-38a5b46fc452 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:11:01.896391 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, e5b18e71-110c-4d4e-ab28-38a5b46fc452) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:01.907679 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18323e5-5a1c-4659-a1cc-61c79f795185 None None] Network e5b18e71-110c-4d4e-ab28-38a5b46fc452 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:01.915032 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:01.915701 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:01.941764 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d76053-289b-445f-8e9d-d828414eb43f x-openstack-request-id: req-03d76053-289b-445f-8e9d-d828414eb43f {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:11:01.942062 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:11:01.942344 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03d76053-289b-445f-8e9d-d828414eb43f {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:11:01.942781 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'status': 'completed', 'code': 200} Aug 10 15:11:01.974752 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f8e569e3-26c0-4415-87a8-092e9c888065 req-c6b6eeb9-ebcc-47e1-b95f-784aee2f1d02 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883253 Aug 10 15:11:01.980203 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-a387c481-8129-4307-8366-b9b48553e13c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6048717 Aug 10 15:11:02.120290 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:02.138898 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920badf8-11ff-42c3-8865-24c51419cbcf req-45c54ecc-12bb-481e-b9fc-b179252a59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:02.140463 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-920badf8-11ff-42c3-8865-24c51419cbcf req-45c54ecc-12bb-481e-b9fc-b179252a59cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 1098 time: 0.0683112 Aug 10 15:11:02.153254 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Deleting port b5f72e75-1b72-49f2-b501-cd0010f93169 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:11:02.153706 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:02.195815 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc63532-815f-41ae-8a82-6eac067ed417 None None] Network e5b18e71-110c-4d4e-ab28-38a5b46fc452 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:02.225855 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadebc61-fc62-4cf2-97c5-2717fef62268 req-ec1417b8-03f0-414a-bf25-084b5ceb4f18 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:02.234944 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-dadebc61-fc62-4cf2-97c5-2717fef62268 req-ec1417b8-03f0-414a-bf25-084b5ceb4f18 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 946 time: 0.1341038 Aug 10 15:11:02.354788 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-dadebc61-fc62-4cf2-97c5-2717fef62268 req-11fef27b-c5e1-4bff-b17d-d2b07834e68e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/security-groups?id=780bb137-d266-4d9c-bed5-70b9a260063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190612 Aug 10 15:11:02.422174 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] For port b5f72e75-1b72-49f2-b501-cd0010f93169, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b5f72e75-1b72-49f2-b501-cd0010f93169,segment=NetworkSegment(e0eac594-a6ab-40be-b034-0c5f440d0b7b),segment_id=e0eac594-a6ab-40be-b034-0c5f440d0b7b)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:02.422602 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:02.443546 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Calling delete_port for b5f72e75-1b72-49f2-b501-cd0010f93169 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:11:02.456575 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920badf8-11ff-42c3-8865-24c51419cbcf req-6c9dbed2-e8ad-4078-a10d-ff41a647d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:02.470608 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-920badf8-11ff-42c3-8865-24c51419cbcf req-6c9dbed2-e8ad-4078-a10d-ff41a647d344 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.3152311 Aug 10 15:11:02.750969 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-920badf8-11ff-42c3-8865-24c51419cbcf req-d75290bb-767a-48b3-8e79-4f08258a37b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556 HTTP/1.1" status: 200 len: 998 time: 0.2697182 Aug 10 15:11:02.859719 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:02.871725 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': 'cebdbfd7-fcca-4f30-83dc-85366f53f758', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'port_id': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'mac_address': 'fa:16:3e:0f:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:10:33Z', 'updated_at': '2021-08-10T15:11:00Z', 'revision_number': 1, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:02.878972 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920badf8-11ff-42c3-8865-24c51419cbcf req-d157d3e3-5901-49cc-b7f4-ea17ce9bf370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:02.880807 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['b5f72e75-1b72-49f2-b501-cd0010f93169'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:11:02.883741 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-920badf8-11ff-42c3-8865-24c51419cbcf req-d157d3e3-5901-49cc-b7f4-ea17ce9bf370 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.1240606 Aug 10 15:11:03.005685 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] Checking router: 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:11:03.055325 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:03.055973 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:10:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:03.074596 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920badf8-11ff-42c3-8865-24c51419cbcf req-b3e789e8-a7bd-48a0-aa8b-ac8f66b78ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:03.078759 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-920badf8-11ff-42c3-8865-24c51419cbcf req-b3e789e8-a7bd-48a0-aa8b-ac8f66b78ffe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1687288 Aug 10 15:11:03.122691 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Pushing event deleted for resources: {'Port': ['ID=b5f72e75-1b72-49f2-b501-cd0010f93169,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:03.209419 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] No DVR routers for this DVR port b5f72e75-1b72-49f2-b501-cd0010f93169 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:11:03.243015 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:03.245188 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fabbdbf5-40c6-42d7-8001-d0de7e1f797b req-20b111de-c6f9-484a-9688-ff7d96e4272e tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.50 "DELETE /v2.0/ports/b5f72e75-1b72-49f2-b501-cd0010f93169 HTTP/1.1" status: 204 len: 173 time: 1.3469563 Aug 10 15:11:03.245837 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb', 'name': 'network-vif-deleted', 'tag': 'b5f72e75-1b72-49f2-b501-cd0010f93169'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:11:03.269586 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d41880-80ad-410d-9f5e-e0567030861d" -d '{"events": [{"server_uuid": "8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb", "name": "network-vif-deleted", "tag": "b5f72e75-1b72-49f2-b501-cd0010f93169"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:11:03.298812 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-920badf8-11ff-42c3-8865-24c51419cbcf req-3b938d1d-1c67-490c-9446-b1b0109e870b service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112715 Aug 10 15:11:03.324208 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67173822-bbe0-4366-9826-936895319c8e req-ecbaec63-2284-4e5c-8fa4-bf401b445b58 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:03.325810 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-67173822-bbe0-4366-9826-936895319c8e req-ecbaec63-2284-4e5c-8fa4-bf401b445b58 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1863475 Aug 10 15:11:03.383796 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9336ab-43a0-484c-aec8-553441210beb x-openstack-request-id: req-0f9336ab-43a0-484c-aec8-553441210beb {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:11:03.383988 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb", "name": "network-vif-deleted", "tag": "b5f72e75-1b72-49f2-b501-cd0010f93169", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:11:03.384255 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f9336ab-43a0-484c-aec8-553441210beb {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:11:03.384969 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb', 'name': 'network-vif-deleted', 'tag': 'b5f72e75-1b72-49f2-b501-cd0010f93169', 'status': 'completed', 'code': 200} Aug 10 15:11:03.405664 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:03.428946 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-67173822-bbe0-4366-9826-936895319c8e req-91bea3f3-dab7-4253-b3aa-556bf06cbc9f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957994 Aug 10 15:11:03.472787 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39486) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:03.483965 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-78214715-network', 'tenant_id': 'b3561ab803354753954be4b1b3c3dc23'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:03.496534 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-920badf8-11ff-42c3-8865-24c51419cbcf req-76606998-2aba-49bf-9c52-a84a50d5e3e7 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879008 Aug 10 15:11:03.561274 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-16897151-876f-4204-97c1-3a5328edfd6f req-8ea6a3eb-8b1c-4278-afe8-1e5ecde39ed8 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 210 time: 0.0597651 Aug 10 15:11:03.571083 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Made reservation on behalf of b3561ab803354753954be4b1b3c3dc23 for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:03.574478 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:03.606907 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:03.742678 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': 'cebdbfd7-fcca-4f30-83dc-85366f53f758', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'port_id': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'mac_address': 'fa:16:3e:0f:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:10:33Z', 'updated_at': '2021-08-10T15:11:00Z', 'revision_number': 1, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:03.786113 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fc2a65-3105-477b-98f8-25906f43d894 None None] The sync data for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi is: [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': 'cebdbfd7-fcca-4f30-83dc-85366f53f758', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'port_id': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'mac_address': 'fa:16:3e:0f:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:10:33Z', 'updated_at': '2021-08-10T15:11:00Z', 'revision_number': 1, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:11:03.791906 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:03.799182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:03.855438 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=93494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:11:03.901937 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a121f21-ba3a-4de7-bf74-02e13a1c4ff6,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:03.907280 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:03.907811 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Added segment c7857a86-74ed-45c4-92c9-0681b566a588 of type vlan for network fd84eb52-caac-4151-88ee-87e769eaf176 Aug 10 15:11:03.931645 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.932127 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.932656 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.933160 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.933613 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.934039 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.934508 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.934987 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.935495 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.935932 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.936367 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.936867 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:03.996493 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:04.054069 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:04.057433 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:04.058497 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:04.143587 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e44d14-217d-46a3-b18c-4d84eede4fdc None None] New status for floating IP cebdbfd7-fcca-4f30-83dc-85366f53f758: ACTIVE {{(pid=93496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:11:04.196631 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7195177 Aug 10 15:11:04.197312 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39496) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:04.205253 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Request body: {'subnet': {'network_id': 'fd84eb52-caac-4151-88ee-87e769eaf176', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-78214715-subnet', 'tenant_id': 'b3561ab803354753954be4b1b3c3dc23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:04.213525 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f6f72-b7ff-45bf-85ac-fda8c08238f2 admin admin] Pushing event updated for resources: {'Network': ['ID=fd84eb52-caac-4151-88ee-87e769eaf176,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:04.238701 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network fd84eb52-caac-4151-88ee-87e769eaf176 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:11:04.275437 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Made reservation on behalf of b3561ab803354753954be4b1b3c3dc23 for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:04.279020 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:04.846485 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:04.849235 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d542531d-3316-4dc4-b04c-c0c82c1ddcf7 req-1feac5bc-0ce1-4508-b9ca-8cec48016a57 tempest-DeleteServersTestJSON-343318777 tempest-DeleteServersTestJSON-343318777-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d362c4b-9cfa-4d93-abad-d5dfc7f0fccb HTTP/1.1" status: 200 len: 210 time: 0.0796361 Aug 10 15:11:04.871158 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b2df3-e2a3-434f-8f25-9eee6f2981dd req-e482d121-69e1-4ccb-8ca8-39e2dc9107c8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:04.874531 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-266b2df3-e2a3-434f-8f25-9eee6f2981dd req-e482d121-69e1-4ccb-8ca8-39e2dc9107c8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2715981 Aug 10 15:11:04.907803 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac5260d-377a-4011-b0dc-cf65c4e7b162,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:04.918314 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.920309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.920309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.920309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.920309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.920309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.921039 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.921039 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.921475 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.921871 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.922264 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.922727 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:04.929090 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Checking segment: {'id': 'c7857a86-74ed-45c4-92c9-0681b566a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'fd84eb52-caac-4151-88ee-87e769eaf176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:04.930068 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Network hostable DHCP agents. Network: fd84eb52-caac-4151-88ee-87e769eaf176, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:11:04.960225 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Network fd84eb52-caac-4151-88ee-87e769eaf176 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:11:04.964479 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-266b2df3-e2a3-434f-8f25-9eee6f2981dd req-9d81591c-e220-459b-92b7-a24b8b18f11a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702109 Aug 10 15:11:04.977624 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, fd84eb52-caac-4151-88ee-87e769eaf176) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:05.003614 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a40f3-fa64-4194-bb62-a7bbb3a4c097 None None] Network fd84eb52-caac-4151-88ee-87e769eaf176 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:05.019562 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:05.020644 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:05.056144 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-d2322d42-9e30-4c20-ac6c-e62a8029e294 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8570282 Aug 10 15:11:05.253784 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6264f3-0975-4a2f-91fc-c7a97c092e7f None None] Network fd84eb52-caac-4151-88ee-87e769eaf176 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:05.341424 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b5f72e75-1b72-49f2-b501-cd0010f93169 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:11:05.378510 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: b5f72e75-1b72-49f2-b501-cd0010f93169 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:11:05.379165 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b5f72e75-1b72-49f2-b501-cd0010f93169 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:11:05.564787 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:11:06.191331 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b4fdd-2109-46f8-8e88-05a651cfca82 req-ece7eb1d-4a4d-42a4-9677-81b212548332 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:06.193697 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e20b4fdd-2109-46f8-8e88-05a651cfca82 req-ece7eb1d-4a4d-42a4-9677-81b212548332 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.0812891 Aug 10 15:11:06.280730 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e20b4fdd-2109-46f8-8e88-05a651cfca82 req-4658e38e-71c9-4fb8-8655-d85e3ad06393 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750382 Aug 10 15:11:06.721975 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-8b9d925e-1cb5-41cc-9272-54559efbdfe1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:06.739049 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-8b9d925e-1cb5-41cc-9272-54559efbdfe1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 813 time: 0.2577658 Aug 10 15:11:06.778708 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-d01f6ba2-914e-4cae-ab2a-3edb6a7ef266 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/quotas/d4986683688449f8884a609da540032a HTTP/1.1" status: 200 len: 375 time: 0.0380452 Aug 10 15:11:06.873981 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-0e9ae729-4ee3-4792-9439-055689a34471 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900176 Aug 10 15:11:07.075401 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-dec9621b-9e1f-495c-b281-5a812333fa20 service neutron] 10.222.0.26 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832790 Aug 10 15:11:07.208915 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-5753a4de-7385-4267-8a25-8ccf83ccc006 service neutron] 10.222.0.26 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232760 Aug 10 15:11:07.547788 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d3dbb-f2e7-42d3-aac9-2658a1566ad7 req-d084f478-d6f4-447c-ae3a-6d040111a747 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:07.549041 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-662d3dbb-f2e7-42d3-aac9-2658a1566ad7 req-d084f478-d6f4-447c-ae3a-6d040111a747 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.0986662 Aug 10 15:11:07.585180 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e15b9d27-c91e-4ab2-86ba-d8a4b63b75de req-45c0bdad-341e-4878-84ac-0e1b1c68ca73 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 210 time: 0.0348613 Aug 10 15:11:07.641657 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-662d3dbb-f2e7-42d3-aac9-2658a1566ad7 req-158945f0-00f2-4224-bfa6-802cb5184f8c tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542901 Aug 10 15:11:07.948668 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39652) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:08.012279 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7ed585-ef4f-4e67-a2af-6b92aff3abd4 admin admin] Deleting subnet 91bfe53e-21d3-4823-a6bd-b21332528aa5 {{(pid=93495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:11:08.018189 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6f7ed585-ef4f-4e67-a2af-6b92aff3abd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:08.091267 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6f7ed585-ef4f-4e67-a2af-6b92aff3abd4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:08.107743 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6f7ed585-ef4f-4e67-a2af-6b92aff3abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:08.201602 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6f7ed585-ef4f-4e67-a2af-6b92aff3abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:08.237004 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6f7ed585-ef4f-4e67-a2af-6b92aff3abd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:08.239112 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6f7ed585-ef4f-4e67-a2af-6b92aff3abd4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/91bfe53e-21d3-4823-a6bd-b21332528aa5 HTTP/1.1" status: 204 len: 168 time: 0.2888408 Aug 10 15:11:08.239917 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ed585-ef4f-4e67-a2af-6b92aff3abd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bfe53e-21d3-4823-a6bd-b21332528aa5,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:08.243299 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39660) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:08.366231 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:08.502336 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:08.523456 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.523824 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.524602 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.525066 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > port after_create 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.525407 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.525739 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > port after_update 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.526056 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.526387 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.526720 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.527036 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.747829 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.748607 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.750027 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.767992 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:08.767992 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc3206f-9d0c-441e-a4f5-650878ad0bb8']}} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:08.768291 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7fe624c5-9c40-4eb6-8ba3-296e419af1fe req-d874fad1-971a-409e-8345-904425ba8a35 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 210 time: 0.0462320 Aug 10 15:11:08.862713 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0eac594-a6ab-40be-b034-0c5f440d0b7b') {'for_net_delete': True} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:08.863208 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0eac594-a6ab-40be-b034-0c5f440d0b7b') {} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:08.904095 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db25f2-bb31-4258-ac22-a633ca476e78 req-a3cc25c4-62b4-4b78-af21-73f0c65d39dd tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:08.916488 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75db25f2-bb31-4258-ac22-a633ca476e78 req-a3cc25c4-62b4-4b78-af21-73f0c65d39dd tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1328390 Aug 10 15:11:08.924764 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126710513'] for segment, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.005661 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75db25f2-bb31-4258-ac22-a633ca476e78 req-4ebd4a67-969d-42a0-9225-49c8083d730b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825977 Aug 10 15:11:09.009218 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.036101 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:11:09.036812 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129319936'] for segment, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: from cryptography.utils import int_from_bytes Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: from cryptography.utils import int_from_bytes Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: Traceback (most recent call last): Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: timer() Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: cb(*args, **kw) Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: return func(*args, **kwargs) Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: self._notify() Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: self.callback(batched_events) Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: event.method(event) Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: return f(self, *a, **k) Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._get(url).json() Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: return self.request(url, 'GET', **kwargs) Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:11:09.125383 dv-cinder-780933-14-iscsi neutron-server[93495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:11:09.292189 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.331940 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.335333 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6bc3206f-9d0c-441e-a4f5-650878ad0bb8 HTTP/1.1" status: 204 len: 168 time: 1.0906453 Aug 10 15:11:09.397276 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8e58a-4fa0-485c-8960-f76e5dca0a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc3206f-9d0c-441e-a4f5-650878ad0bb8,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:09.428269 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-554f0954-5f22-4955-90db-0f0d45ece7b6 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:09.432850 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-554f0954-5f22-4955-90db-0f0d45ece7b6 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 813 time: 0.2857950 Aug 10 15:11:09.453374 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Request body: {'port': {'device_id': 'd4135cc7-6689-4863-ba54-acdff4b42882', 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303', 'admin_state_up': True, 'tenant_id': 'd4986683688449f8884a609da540032a'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:09.552161 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39720) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:09.639052 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-17b203b0-ccfe-4327-9670-1da8fd9680fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e58e1a1a54a4275a5b8d54bd9f85062&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0850661 Aug 10 15:11:09.642523 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39724) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:09.669180 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Made reservation on behalf of d4986683688449f8884a609da540032a for: {'port': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:09.675532 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.683717 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39728) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:09.731898 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1a80a1b9-484d-488f-9ce7-ff9404a5f61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.778201 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1a80a1b9-484d-488f-9ce7-ff9404a5f61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.887317 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1a80a1b9-484d-488f-9ce7-ff9404a5f61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.893151 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1a80a1b9-484d-488f-9ce7-ff9404a5f61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:09.895184 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-1a80a1b9-484d-488f-9ce7-ff9404a5f61d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/780bb137-d266-4d9c-bed5-70b9a260063f HTTP/1.1" status: 204 len: 168 time: 0.2521443 Aug 10 15:11:09.910602 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80a1b9-484d-488f-9ce7-ff9404a5f61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780bb137-d266-4d9c-bed5-70b9a260063f,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:09.948669 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee45d-da9c-412d-99ae-be2683c7233e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.004478 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Allocated IP 172.20.0.13 (b10a6317-7a85-4b67-b820-a4a5f0492303/6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2/30de3e51-c8b7-4daf-8fe0-323cc5e74d68) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:10.027073 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8c2e520d-e749-43a0-93e5-5be305a27cd4 req-7faaa703-fb35-4ad4-829f-2484fcf1d75e tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 210 time: 0.0886624 Aug 10 15:11:10.258700 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58229338-e602-42f2-a3ec-20445434539d req-0506b65a-cc34-4bd5-b4c2-460f5e89f07a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:10.269208 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-58229338-e602-42f2-a3ec-20445434539d req-0506b65a-cc34-4bd5-b4c2-460f5e89f07a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1066263 Aug 10 15:11:10.316051 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee45d-da9c-412d-99ae-be2683c7233e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.327446 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-58229338-e602-42f2-a3ec-20445434539d req-20aec5de-73dc-42dc-92f1-d3a4c027160d tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564592 Aug 10 15:11:10.332290 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee45d-da9c-412d-99ae-be2683c7233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.416472 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.443458 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39762) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:10.443677 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-8c2ee45d-da9c-412d-99ae-be2683c7233e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0d52d78bfac4eb191dea083903c6cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568381 Aug 10 15:11:10.452550 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ee45d-da9c-412d-99ae-be2683c7233e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94023ca0-c497-4277-be26-ba173c72936e,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:10.564938 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.573031 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17967ab1-f8fd-4808-a573-b10315f6872d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.589475 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['f12653ee-a991-4095-b0e5-350f570e79ba'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:11:10.616612 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17967ab1-f8fd-4808-a573-b10315f6872d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.696955 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Network b10a6317-7a85-4b67-b820-a4a5f0492303 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:10.699560 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:10.710047 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17967ab1-f8fd-4808-a573-b10315f6872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.714942 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17967ab1-f8fd-4808-a573-b10315f6872d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.716882 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-17967ab1-f8fd-4808-a573-b10315f6872d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94023ca0-c497-4277-be26-ba173c72936e HTTP/1.1" status: 204 len: 168 time: 0.2717719 Aug 10 15:11:10.728859 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:10.737821 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17967ab1-f8fd-4808-a573-b10315f6872d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94023ca0-c497-4277-be26-ba173c72936e,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:10.852344 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Pushing event updated for resources: {'Port': ['ID=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:10.896706 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:10.898005 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:10.923409 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-081af745-71e8-4782-a5ca-0b2154ac2d2c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4745347 Aug 10 15:11:10.941868 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Request body: {'port': {'device_id': 'd4135cc7-6689-4863-ba54-acdff4b42882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:11.011685 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.235007 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189f0e2-5622-4836-bca1-71b64b467e5e req-362a13ee-75c5-4358-93cf-a540e952d09b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:11.244826 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8189f0e2-5622-4836-bca1-71b64b467e5e req-362a13ee-75c5-4358-93cf-a540e952d09b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 932 time: 0.0699360 Aug 10 15:11:11.303533 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8189f0e2-5622-4836-bca1-71b64b467e5e req-7c2f49d3-7f0d-422d-b9b8-dfbd69ea3a33 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566168 Aug 10 15:11:11.330860 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39792) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:11.354077 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ff94dc4e-7fa2-4b3d-9aaf-87e03481ef2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.400821 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39796) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:11.540211 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ff94dc4e-7fa2-4b3d-9aaf-87e03481ef2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.549883 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ff94dc4e-7fa2-4b3d-9aaf-87e03481ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.582029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4e8b4-a081-477f-8a24-6a9d1cddb866 req-e054cf03-c3ca-4dbd-bc58-85daca91e0af tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:11.584588 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5df4e8b4-a081-477f-8a24-6a9d1cddb866 req-e054cf03-c3ca-4dbd-bc58-85daca91e0af tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1199505 Aug 10 15:11:11.652099 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-ff94dc4e-7fa2-4b3d-9aaf-87e03481ef2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e048c7229f844a82b7c00185a37e5c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198795 Aug 10 15:11:11.653231 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39806) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:11.672615 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94dc4e-7fa2-4b3d-9aaf-87e03481ef2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a43b92-f139-4a1d-aa3a-0f3ec884e8f4,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:11.713609 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5df4e8b4-a081-477f-8a24-6a9d1cddb866 req-ce3c39f1-b571-4db3-95a9-0b35a7b0660d tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130083 Aug 10 15:11:11.763877 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-268a4cc7-91ee-4eac-925d-e41cc560d6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.790040 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-268a4cc7-91ee-4eac-925d-e41cc560d6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.853425 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-268a4cc7-91ee-4eac-925d-e41cc560d6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.857083 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-268a4cc7-91ee-4eac-925d-e41cc560d6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.861460 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-268a4cc7-91ee-4eac-925d-e41cc560d6a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44a43b92-f139-4a1d-aa3a-0f3ec884e8f4 HTTP/1.1" status: 204 len: 168 time: 0.1971662 Aug 10 15:11:11.861659 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1656027997-network', 'tenant_id': 'b0cbff4e548e4d82be280e407b2a60ec'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:11.870889 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a4cc7-91ee-4eac-925d-e41cc560d6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a43b92-f139-4a1d-aa3a-0f3ec884e8f4,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:11.890057 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 {{(pid=93495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:11:11.902798 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.918307 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Made reservation on behalf of b0cbff4e548e4d82be280e407b2a60ec for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:11.922202 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.943131 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Transition to ACTIVE for port object 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 will not be triggered until provisioned by entity L2. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:11.944755 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:11.951077 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.113171 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Pushing event updated for resources: {'Port': ['ID=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:12.226968 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Attempting to bind port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:11:12.227325 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Attempting to bind port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:11:12.227658 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Attempting to bind port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 on network b10a6317-7a85-4b67-b820-a4a5f0492303 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:12.239752 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 on network b10a6317-7a85-4b67-b820-a4a5f0492303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:11:12.240163 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Attempting to bind port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 on network b10a6317-7a85-4b67-b820-a4a5f0492303 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:12.254748 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:11:12.255432 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Checking segment: {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:12.256509 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Bound using segment: {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:11:12.257145 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Bound port: 30de3e51-c8b7-4daf-8fe0-323cc5e74d68, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'}}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:11:12.257696 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.349934 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.366545 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.450207 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:11:12.466263 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39826) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:12.469434 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c123b3-0a1c-4680-9239-6bd2ab1cdcad,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:12.479188 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] For port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68, host hv-cinder-78093, cleared binding levels {{(pid=93495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:11:12.491075 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] For port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:11:12.495724 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.496560 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Added segment fcfda697-03f3-48fd-b8dd-763943678675 of type vlan for network a0f4e0ce-ff66-46b2-a536-9743f332dbad Aug 10 15:11:12.515525 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.519227 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-144253fb-3cc5-440e-880e-5630a9b8a7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.635141 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:12.636155 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.638702 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] 10.222.0.50 "PUT /v2.0/ports/30de3e51-c8b7-4daf-8fe0-323cc5e74d68 HTTP/1.1" status: 200 len: 1094 time: 1.7028406 Aug 10 15:11:12.645365 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ebae7-5805-418d-b0f8-09633749ab1f req-5c6e3391-5a19-4735-8b18-41acc19703aa tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:12.647969 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4a4ebae7-5805-418d-b0f8-09633749ab1f req-5c6e3391-5a19-4735-8b18-41acc19703aa tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 944 time: 0.1354184 Aug 10 15:11:12.652466 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4135cc7-6689-4863-ba54-acdff4b42882', 'tag': '30de3e51-c8b7-4daf-8fe0-323cc5e74d68'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:11:12.657242 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fb0333-43e2-4b46-8408-1901fd425fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4135cc7-6689-4863-ba54-acdff4b42882", "tag": "30de3e51-c8b7-4daf-8fe0-323cc5e74d68"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:11:12.670747 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.732017 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7328be5-4059-41c6-9084-3156463d93f9 x-openstack-request-id: req-a7328be5-4059-41c6-9084-3156463d93f9 {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:11:12.732472 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4135cc7-6689-4863-ba54-acdff4b42882", "tag": "30de3e51-c8b7-4daf-8fe0-323cc5e74d68", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:11:12.732799 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7328be5-4059-41c6-9084-3156463d93f9 {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:11:12.733461 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4135cc7-6689-4863-ba54-acdff4b42882', 'tag': '30de3e51-c8b7-4daf-8fe0-323cc5e74d68', 'status': 'completed', 'code': 200} Aug 10 15:11:12.746572 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4a4ebae7-5805-418d-b0f8-09633749ab1f req-ef27ffd8-ddec-4187-a822-29e76d517d9c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877006 Aug 10 15:11:12.826577 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb49f6-05e9-453e-b322-3676b93e6438 service neutron] Pushing event updated for resources: {'Port': ['ID=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,revision_number=3']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:12.848915 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-144253fb-3cc5-440e-880e-5630a9b8a7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.856798 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.858517 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:12.859616 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.895793 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-144253fb-3cc5-440e-880e-5630a9b8a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:12.962953 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-656abf32-cedc-4841-af62-44eb145e46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:12.965452 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-656abf32-cedc-4841-af62-44eb145e46f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 1097 time: 0.2405326 Aug 10 15:11:12.979585 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144253fb-3cc5-440e-880e-5630a9b8a7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43b059-ce25-47b0-ad01-e246847ad650,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:12.993345 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-144253fb-3cc5-440e-880e-5630a9b8a7f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e861cbd5483e4ac49525b4eab8de55d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209630 Aug 10 15:11:12.996457 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39838) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:13.005297 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6027300 Aug 10 15:11:13.008804 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39840) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:13.029115 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Request body: {'subnet': {'network_id': 'a0f4e0ce-ff66-46b2-a536-9743f332dbad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1656027997-subnet', 'tenant_id': 'b0cbff4e548e4d82be280e407b2a60ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:13.042377 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-dc4ef442-f4a9-4882-b1ad-80e6eed16fc5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30de3e51-c8b7-4daf-8fe0-323cc5e74d68 HTTP/1.1" status: 200 len: 217 time: 0.0647280 Aug 10 15:11:13.043025 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bf3a5-6383-4718-9edf-cff540d06451 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f4e0ce-ff66-46b2-a536-9743f332dbad,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:13.046734 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57ab32-16f0-477a-9fa0-aa6060106449 req-0899c5b9-f5ed-4927-9d9a-7629c5281895 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:13.048308 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fa57ab32-16f0-477a-9fa0-aa6060106449 req-0899c5b9-f5ed-4927-9d9a-7629c5281895 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1960011 Aug 10 15:11:13.070199 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network a0f4e0ce-ff66-46b2-a536-9743f332dbad details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:11:13.106426 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Made reservation on behalf of b0cbff4e548e4d82be280e407b2a60ec for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:13.109004 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:13.121759 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-0a57bddb-4a2b-4b3d-a4c6-9dca2b5bf3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:13.126127 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-0a57bddb-4a2b-4b3d-a4c6-9dca2b5bf3e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 200 len: 853 time: 0.0746360 Aug 10 15:11:13.195524 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fa57ab32-16f0-477a-9fa0-aa6060106449 req-56e43e58-1677-452a-a40e-abfd2ba13c60 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289959 Aug 10 15:11:13.207181 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-10a532ba-d2d4-431d-b2fc-ab6ce51f6b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:13.222678 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-db50686c-5286-4bdc-9a07-bb0bbf54baa1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b10a6317-7a85-4b67-b820-a4a5f0492303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836577 Aug 10 15:11:13.252868 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-10a532ba-d2d4-431d-b2fc-ab6ce51f6b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:13.407463 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-8ffcbbfd-3b72-40ea-b395-f7184193e723 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719251 Aug 10 15:11:13.408683 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-10a532ba-d2d4-431d-b2fc-ab6ce51f6b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:13.411746 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-10a532ba-d2d4-431d-b2fc-ab6ce51f6b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:13.413191 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-10a532ba-d2d4-431d-b2fc-ab6ce51f6b28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e43b059-ce25-47b0-ad01-e246847ad650 HTTP/1.1" status: 204 len: 168 time: 0.4155614 Aug 10 15:11:13.459134 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a532ba-d2d4-431d-b2fc-ab6ce51f6b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e43b059-ce25-47b0-ad01-e246847ad650,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:13.506318 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:13.577798 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e5533c73-ed48-43bc-88f2-b71099adbef0 req-9ea74b0b-e88a-4200-9fda-bbedde5a74fd service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555254 Aug 10 15:11:13.583214 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1050a4fb-cbb6-42e6-9ff9-f3565941d1f2,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:13.597027 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Checking segment: {'id': 'fcfda697-03f3-48fd-b8dd-763943678675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a0f4e0ce-ff66-46b2-a536-9743f332dbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:13.597449 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Network hostable DHCP agents. Network: a0f4e0ce-ff66-46b2-a536-9743f332dbad, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:11:13.637311 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Network a0f4e0ce-ff66-46b2-a536-9743f332dbad is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:11:13.668874 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, a0f4e0ce-ff66-46b2-a536-9743f332dbad) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:13.678177 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e2dbbb-9574-41c2-bc70-f6005ea93a84 None None] Network a0f4e0ce-ff66-46b2-a536-9743f332dbad requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:13.678971 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:13.683372 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:13.726659 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8beced33-44c3-4271-b831-7aedb7ea7ad5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6993439 Aug 10 15:11:13.758792 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-57a04190-4723-4e9e-829f-707e2fbd1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:13.761737 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-57a04190-4723-4e9e-829f-707e2fbd1223 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 1097 time: 0.1121523 Aug 10 15:11:13.985149 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-57748bc0-c52d-4b8f-9442-7819504e1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:13.987698 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-57748bc0-c52d-4b8f-9442-7819504e1f16 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 914 time: 0.2089996 Aug 10 15:11:13.991768 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11517a46-7b3a-4544-885d-7bfe72cadf6b None None] Network a0f4e0ce-ff66-46b2-a536-9743f332dbad requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:14.037006 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721a699-c814-4445-9f25-199c4e965a8b req-1cca315c-4ecd-4f74-84a2-4a7b32587614 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:14.051474 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a721a699-c814-4445-9f25-199c4e965a8b req-1cca315c-4ecd-4f74-84a2-4a7b32587614 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 944 time: 0.1347842 Aug 10 15:11:14.118291 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-48da0eed-79c7-4ef0-afb0-9204b0b9be90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30de3e51-c8b7-4daf-8fe0-323cc5e74d68 HTTP/1.1" status: 200 len: 217 time: 0.1212595 Aug 10 15:11:14.215332 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a721a699-c814-4445-9f25-199c4e965a8b req-18eb84a2-921e-4f6f-9644-bd685d9487cf tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613047 Aug 10 15:11:14.225362 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-851b2db1-70c0-47b4-bab7-8f47b8dab2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:14.246565 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-851b2db1-70c0-47b4-bab7-8f47b8dab2d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 200 len: 853 time: 0.1124074 Aug 10 15:11:14.316974 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-03251f38-d74e-4cb5-9fe8-b3f5d19a04c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b10a6317-7a85-4b67-b820-a4a5f0492303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598555 Aug 10 15:11:14.413200 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35eabc2-5186-40ac-9379-ca5bc765e3f6 req-f92c2ea2-72de-464e-91f5-b54be99928cb tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:14.436001 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d35eabc2-5186-40ac-9379-ca5bc765e3f6 req-f92c2ea2-72de-464e-91f5-b54be99928cb tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.0842280 Aug 10 15:11:14.515041 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d35eabc2-5186-40ac-9379-ca5bc765e3f6 req-438747c8-5ace-4d1a-9fc3-828e62ab14a5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780144 Aug 10 15:11:14.547499 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-e447853f-4f1b-455c-b03f-ac7cb94785ac service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053101 Aug 10 15:11:14.628398 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39882) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:14.716127 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-c0fb0333-43e2-4b46-8408-1901fd425fcc req-9123b898-a49e-453c-bc4d-30479ad13cee service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446450 Aug 10 15:11:14.837447 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-48deb6de-df8a-430e-910b-04f8cf0fdf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.009488 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-48deb6de-df8a-430e-910b-04f8cf0fdf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.016500 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-48deb6de-df8a-430e-910b-04f8cf0fdf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.096476 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-48deb6de-df8a-430e-910b-04f8cf0fdf0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c46214793cb4735a11a4963c59c2693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624441 Aug 10 15:11:15.096476 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48deb6de-df8a-430e-910b-04f8cf0fdf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879d961b-b0e8-4ccb-af28-87eb0d3d9871,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:15.097199 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39900) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:15.177412 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39906) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:15.183030 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-364401238-network', 'tenant_id': 'd82198c0f3f64ad7b69bd81357a75ca2'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:15.209224 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Made reservation on behalf of d82198c0f3f64ad7b69bd81357a75ca2 for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:15.209783 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1320448f-069d-4e25-9191-df2b8075c7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.212457 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.227174 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.280945 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1320448f-069d-4e25-9191-df2b8075c7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.389357 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1320448f-069d-4e25-9191-df2b8075c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.394747 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1320448f-069d-4e25-9191-df2b8075c7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.397103 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-1320448f-069d-4e25-9191-df2b8075c7fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/879d961b-b0e8-4ccb-af28-87eb0d3d9871 HTTP/1.1" status: 204 len: 168 time: 0.2981658 Aug 10 15:11:15.415767 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320448f-069d-4e25-9191-df2b8075c7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d961b-b0e8-4ccb-af28-87eb0d3d9871,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:15.449267 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.473995 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c50b9-a110-4ff2-8a1a-fb945aaf6986 req-7b3a9c20-1758-498f-8daf-af8bd2f6ea24 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:15.475626 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-eb1c50b9-a110-4ff2-8a1a-fb945aaf6986 req-7b3a9c20-1758-498f-8daf-af8bd2f6ea24 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 944 time: 0.0810785 Aug 10 15:11:15.477071 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.491512 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=93494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:11:15.504503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.504889 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Added segment fed04729-66f8-45ba-8b60-e3a229c8fbf1 of type vlan for network 8aed8c16-d25f-4701-9b5d-ae50d10b3657 Aug 10 15:11:15.577306 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd5c938-5c5d-4ed3-b568-7b316c4dcf54,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:15.609183 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.652533 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-eb1c50b9-a110-4ff2-8a1a-fb945aaf6986 req-7de7336f-60b9-406b-8afc-7a1a573cfe49 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353807 Aug 10 15:11:15.735637 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.738464 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:15.742949 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:15.842866 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6642461 Aug 10 15:11:15.847606 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39928) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:15.860222 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791a4c7-e846-40e7-a0ae-e9d0a47c5cba admin admin] Pushing event updated for resources: {'Network': ['ID=8aed8c16-d25f-4701-9b5d-ae50d10b3657,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:15.890945 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network 8aed8c16-d25f-4701-9b5d-ae50d10b3657 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:11:15.892880 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Request body: {'subnet': {'network_id': '8aed8c16-d25f-4701-9b5d-ae50d10b3657', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-364401238-subnet', 'tenant_id': 'd82198c0f3f64ad7b69bd81357a75ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:15.924027 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d8711-a3af-4a48-8881-f712e975a317 req-968232d3-5458-4244-ae1c-fc9dbec4f66b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:15.932810 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f33d8711-a3af-4a48-8881-f712e975a317 req-968232d3-5458-4244-ae1c-fc9dbec4f66b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2189596 Aug 10 15:11:15.960621 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Made reservation on behalf of d82198c0f3f64ad7b69bd81357a75ca2 for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:15.970288 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129323317'] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:16.094961 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f33d8711-a3af-4a48-8881-f712e975a317 req-1739a304-7c33-4a93-b333-81bd880ce51c tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551569 Aug 10 15:11:16.338770 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129320107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129323303'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:16.448710 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e355324-6bf2-491e-86dd-d8f3d5b59065,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:16.469114 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Checking segment: {'id': 'fed04729-66f8-45ba-8b60-e3a229c8fbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8aed8c16-d25f-4701-9b5d-ae50d10b3657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:16.469658 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Network hostable DHCP agents. Network: 8aed8c16-d25f-4701-9b5d-ae50d10b3657, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:11:16.501003 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Network 8aed8c16-d25f-4701-9b5d-ae50d10b3657 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:11:16.516536 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, 8aed8c16-d25f-4701-9b5d-ae50d10b3657) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:16.525180 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:16.526283 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:16.535567 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e7232-e67a-427c-963c-5afbe402feee None None] Network 8aed8c16-d25f-4701-9b5d-ae50d10b3657 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:16.567885 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-862cd20c-6cdc-4903-b626-ae4a9d468ad8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7183635 Aug 10 15:11:16.771251 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b609ad93-2ac5-4b19-9972-be2b6627f6d9 None None] Network 8aed8c16-d25f-4701-9b5d-ae50d10b3657 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:16.805717 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39964) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:16.931107 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c27061-2d18-41f0-b352-f42343c2a031 admin admin] Deleting subnet 1050a4fb-cbb6-42e6-9ff9-f3565941d1f2 {{(pid=93495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:11:16.934883 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-77c27061-2d18-41f0-b352-f42343c2a031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:16.967225 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd79af-71aa-4ec2-9f18-e895c0a19d65 req-d102128f-b328-4915-b3c4-d735f3a57404 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:16.981988 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-efbd79af-71aa-4ec2-9f18-e895c0a19d65 req-d102128f-b328-4915-b3c4-d735f3a57404 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 944 time: 0.2101078 Aug 10 15:11:17.029865 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-77c27061-2d18-41f0-b352-f42343c2a031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126710408'] for subnet, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.090162 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-efbd79af-71aa-4ec2-9f18-e895c0a19d65 req-99b23a7f-f1da-43fd-a8c0-ae798eede2bd tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053698 Aug 10 15:11:17.154445 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-77c27061-2d18-41f0-b352-f42343c2a031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.370774 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-77c27061-2d18-41f0-b352-f42343c2a031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129320170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129323220'] for subnet, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.416519 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:11:17.461697 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184c4ea-baaa-4666-8896-d45e00096400 req-44d58159-71e0-40b4-a07d-9e36746fc93f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:17.472125 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6184c4ea-baaa-4666-8896-d45e00096400 req-44d58159-71e0-40b4-a07d-9e36746fc93f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1100478 Aug 10 15:11:17.504228 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-77c27061-2d18-41f0-b352-f42343c2a031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.507671 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-77c27061-2d18-41f0-b352-f42343c2a031 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1050a4fb-cbb6-42e6-9ff9-f3565941d1f2 HTTP/1.1" status: 204 len: 168 time: 0.7000930 Aug 10 15:11:17.515890 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 39994) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:17.518568 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c27061-2d18-41f0-b352-f42343c2a031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1050a4fb-cbb6-42e6-9ff9-f3565941d1f2,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:17.547323 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 39998) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:17.621780 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6184c4ea-baaa-4666-8896-d45e00096400 req-147f1700-aaeb-455e-90cb-14fa14d2cc80 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486528 Aug 10 15:11:17.666213 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.707866 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:17.739738 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '30de3e51-c8b7-4daf-8fe0-323cc5e74d68', 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303', 'port_id': '30de3e51-c8b7-4daf-8fe0-323cc5e74d68', 'mac_address': 'fa:16:3e:73:b0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:11:17.770622 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-357250590-network', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:17.805149 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.817120 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Made reservation on behalf of 2c1a23ed2b45465181f355cbe67a2f8c for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:17.821611 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f4e0ce-ff66-46b2-a536-9743f332dbad']}} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:17.822521 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.837592 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.845920 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfda697-03f3-48fd-b8dd-763943678675') {'for_net_delete': True} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:17.846436 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfda697-03f3-48fd-b8dd-763943678675') {} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:17.852569 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.859151 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:11:17.868244 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126710513'] for segment, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.888993 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.890878 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:17.899652 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:11:17.900170 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129319936'] for segment, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.901378 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: Traceback (most recent call last): Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: timer() Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: cb(*args, **kw) Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: return func(*args, **kwargs) Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: self._notify() Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: self.callback(batched_events) Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: event.method(event) Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: return f(self, *a, **k) Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._get(url).json() Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: return self.request(url, 'GET', **kwargs) Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:11:17.902738 dv-cinder-780933-14-iscsi neutron-server[93495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:11:17.982399 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.011550 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.014524 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a0f4e0ce-ff66-46b2-a536-9743f332dbad HTTP/1.1" status: 204 len: 168 time: 0.4964511 Aug 10 15:11:18.016698 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:18.019405 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40010) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:18.020290 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c6363-f66b-45b9-8ed1-296acdb86603 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f4e0ce-ff66-46b2-a536-9743f332dbad,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:18.027374 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40012) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:18.036483 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.037097 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.037449 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.037894 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.038269 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.038629 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.038968 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.039877 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.040362 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.040701 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.041030 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.041356 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:18.100257 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.107477 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.121958 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8acdef-085d-4cf4-bbba-8b0e4d486685 admin admin] Deleting subnet 1e355324-6bf2-491e-86dd-d8f3d5b59065 {{(pid=93494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:11:18.138363 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6f8acdef-085d-4cf4-bbba-8b0e4d486685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.167957 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=93494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:11:18.194989 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f56207-b8d9-4841-bfa7-0d9727ea58c3,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:18.206659 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.207000 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Added segment 5cb44134-1a69-4850-9d8e-8aad0636cb96 of type vlan for network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 Aug 10 15:11:18.210875 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6f8acdef-085d-4cf4-bbba-8b0e4d486685 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.235139 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6f8acdef-085d-4cf4-bbba-8b0e4d486685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.236021 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['30de3e51-c8b7-4daf-8fe0-323cc5e74d68'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:11:18.249528 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-25e995c3-4bc8-42da-810a-1cd00a0a4eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.424906 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-25e995c3-4bc8-42da-810a-1cd00a0a4eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.431293 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-25e995c3-4bc8-42da-810a-1cd00a0a4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.491493 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-25e995c3-4bc8-42da-810a-1cd00a0a4eb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24cf85518bc64d7f887d8abd20d64f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623260 Aug 10 15:11:18.493518 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e995c3-4bc8-42da-810a-1cd00a0a4eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31654f4d-9e0f-4514-aff1-8f79798a8104,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:18.497114 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40022) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:18.557367 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-83476b6b-d6d3-42ac-9b79-a857f56630a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.591131 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-83476b6b-d6d3-42ac-9b79-a857f56630a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.647594 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-83476b6b-d6d3-42ac-9b79-a857f56630a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.652641 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-83476b6b-d6d3-42ac-9b79-a857f56630a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.652886 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.653030 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-83476b6b-d6d3-42ac-9b79-a857f56630a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31654f4d-9e0f-4514-aff1-8f79798a8104 HTTP/1.1" status: 204 len: 168 time: 0.1540685 Aug 10 15:11:18.666719 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83476b6b-d6d3-42ac-9b79-a857f56630a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31654f4d-9e0f-4514-aff1-8f79798a8104,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:18.717965 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e2c56-343a-47a8-8158-920cd5007bcd req-2ae7fda7-7298-43a7-aaf6-a21da43377e2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:18.725323 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-251e2c56-343a-47a8-8158-920cd5007bcd req-2ae7fda7-7298-43a7-aaf6-a21da43377e2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 945 time: 0.4690120 Aug 10 15:11:18.752095 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.753147 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:18.753924 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.780745 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6f8acdef-085d-4cf4-bbba-8b0e4d486685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for subnet, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.886348 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3351133 Aug 10 15:11:18.889458 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40034) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:18.898913 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Request body: {'subnet': {'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-357250590-subnet', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'ip_version': 4}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:18.905238 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8acdef-085d-4cf4-bbba-8b0e4d486685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e355324-6bf2-491e-86dd-d8f3d5b59065,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:18.907807 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6f8acdef-085d-4cf4-bbba-8b0e4d486685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:18.909915 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-6f8acdef-085d-4cf4-bbba-8b0e4d486685 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e355324-6bf2-491e-86dd-d8f3d5b59065 HTTP/1.1" status: 204 len: 168 time: 0.8891599 Aug 10 15:11:18.916295 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40036) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:18.926963 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-251e2c56-343a-47a8-8158-920cd5007bcd req-81a04e32-d3e1-480a-890b-60a7469bb774 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005618 Aug 10 15:11:18.932030 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7730b-d961-47e5-8bce-6bb1feadac1f admin admin] Pushing event updated for resources: {'Network': ['ID=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:18.953193 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:11:18.996134 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5c073-726b-492c-9b5d-4f102a58bb83 req-7b23db36-9d5f-4829-8b05-92f37ebb3c15 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:19.000193 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c8d5c073-726b-492c-9b5d-4f102a58bb83 req-7b23db36-9d5f-4829-8b05-92f37ebb3c15 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1739919 Aug 10 15:11:19.001431 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Made reservation on behalf of 2c1a23ed2b45465181f355cbe67a2f8c for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:19.004007 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129323317'] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.080087 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c8d5c073-726b-492c-9b5d-4f102a58bb83 req-975d2701-fdaa-406e-ab04-309c72a5f73d tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641437 Aug 10 15:11:19.086893 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.274615 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.323365 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aed8c16-d25f-4701-9b5d-ae50d10b3657']}} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:19.361871 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40044) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:19.378517 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bf96a451-4e1d-44b2-ba53-0d3e261e2dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.392547 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed04729-66f8-45ba-8b60-e3a229c8fbf1') {'for_net_delete': True} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:19.392841 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed04729-66f8-45ba-8b60-e3a229c8fbf1') {} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:19.414514 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126710513'] for segment, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.430230 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:19.431652 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129320107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129323303'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.439730 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.478563 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:11:19.481068 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129319936'] for segment, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: Traceback (most recent call last): Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: timer() Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: cb(*args, **kw) Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: return func(*args, **kwargs) Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: self._notify() Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: self.callback(batched_events) Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: event.method(event) Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: return f(self, *a, **k) Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._get(url).json() Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: return self.request(url, 'GET', **kwargs) Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:11:19.491737 dv-cinder-780933-14-iscsi neutron-server[93495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:11:19.503117 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bf96a451-4e1d-44b2-ba53-0d3e261e2dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.507702 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:19.510098 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bf96a451-4e1d-44b2-ba53-0d3e261e2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.514545 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:19.516198 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.587261 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96a451-4e1d-44b2-ba53-0d3e261e2dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547ce45b-04df-4896-867d-246c9ba8b801,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:19.600067 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-bf96a451-4e1d-44b2-ba53-0d3e261e2dcf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88f12b7497d24e66b143324086d4c6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362096 Aug 10 15:11:19.606303 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40048) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:19.633090 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7e64a0-90e9-4695-bda7-3a547c38bbbf,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:19.634080 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.648803 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.651068 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Checking segment: {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:19.651492 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Network hostable DHCP agents. Network: b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:11:19.659933 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.660806 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] 10.222.0.26 "DELETE /v2.0/networks/8aed8c16-d25f-4701-9b5d-ae50d10b3657 HTTP/1.1" status: 204 len: 168 time: 0.7407296 Aug 10 15:11:19.682346 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813ac8c-3927-49b6-a40a-45002b9f0a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=8aed8c16-d25f-4701-9b5d-ae50d10b3657,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:19.688254 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ce950534-89f0-4629-ae3a-e13ebe20bb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.700732 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4135cc7-6689-4863-ba54-acdff4b42882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30de3e51-c8b7-4daf-8fe0-323cc5e74d68'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:11:19.703050 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:11:19.703328 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d331e759-d8b5-47d7-bb7b-971568725f76" -d '{"events": [{"server_uuid": "d4135cc7-6689-4863-ba54-acdff4b42882", "name": "network-vif-plugged", "status": "completed", "tag": "30de3e51-c8b7-4daf-8fe0-323cc5e74d68"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:11:19.720045 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:19.721639 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ce950534-89f0-4629-ae3a-e13ebe20bb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.729347 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:19.735133 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.745117 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:19.750037 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.800128 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-c4e004cc-ee5d-4f1e-b82b-eda0c849caa6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9083221 Aug 10 15:11:19.801073 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40054) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:19.803698 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c021da9c-5de1-4eb9-8be2-2535d090aef7 x-openstack-request-id: req-c021da9c-5de1-4eb9-8be2-2535d090aef7 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:11:19.804275 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4135cc7-6689-4863-ba54-acdff4b42882", "name": "network-vif-plugged", "status": "completed", "tag": "30de3e51-c8b7-4daf-8fe0-323cc5e74d68", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:11:19.805274 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c021da9c-5de1-4eb9-8be2-2535d090aef7 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:11:19.805866 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4135cc7-6689-4863-ba54-acdff4b42882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30de3e51-c8b7-4daf-8fe0-323cc5e74d68', 'code': 200} Aug 10 15:11:19.808532 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2086ce6-001c-4334-b22d-c7dc4cbed1b7 None None] Network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:19.810977 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:19.841735 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ce950534-89f0-4629-ae3a-e13ebe20bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.846343 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ce950534-89f0-4629-ae3a-e13ebe20bb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.851399 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-ce950534-89f0-4629-ae3a-e13ebe20bb6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/547ce45b-04df-4896-867d-246c9ba8b801 HTTP/1.1" status: 204 len: 168 time: 0.2434759 Aug 10 15:11:19.902350 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce950534-89f0-4629-ae3a-e13ebe20bb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547ce45b-04df-4896-867d-246c9ba8b801,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:19.907546 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:19.911495 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.027525 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:20.076666 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40060) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:20.094310 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.131543 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d26e-55ff-4c3d-a869-27f23bcee282 req-46b6498d-f9cd-4094-a1e6-3e4b4340e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:20.136810 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-4412d26e-55ff-4c3d-a869-27f23bcee282 req-46b6498d-f9cd-4094-a1e6-3e4b4340e215 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 1099 time: 0.1376219 Aug 10 15:11:20.183700 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:11:20.184660 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.189115 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-4412d26e-55ff-4c3d-a869-27f23bcee282 req-19979922-fac1-4594-88ef-7d562f78628b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Aug 10 15:11:20.361276 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-ad71b2e6-37c5-426a-80e8-9de8117ea426 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0cbff4e548e4d82be280e407b2a60ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793367 Aug 10 15:11:20.362834 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40072) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:20.407389 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.432661 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3eb21-68ad-4018-a4d8-287f30788c85 req-f891bdc4-e948-406e-a68a-55066dbc2784 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:20.438221 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3fb3eb21-68ad-4018-a4d8-287f30788c85 req-f891bdc4-e948-406e-a68a-55066dbc2784 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 946 time: 0.3203120 Aug 10 15:11:20.464743 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Allocated IP 172.20.0.2 (b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7/8e7e64a0-90e9-4695-bda7-3a547c38bbbf/cb626629-384a-40e1-846e-6f2760949f52) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:20.466184 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683d31c-20d4-47b0-9b16-78cc0ef69c0d req-4537e655-d0e5-4c3e-9f08-9604e3647429 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:20.468027 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8683d31c-20d4-47b0-9b16-78cc0ef69c0d req-4537e655-d0e5-4c3e-9f08-9604e3647429 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2125053 Aug 10 15:11:20.497778 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b85b2a35-0a97-4437-b90f-6c05e5305581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.569329 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8683d31c-20d4-47b0-9b16-78cc0ef69c0d req-9a597cfb-c31c-45a6-abab-5cfb14e11dc8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700669 Aug 10 15:11:20.571729 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b85b2a35-0a97-4437-b90f-6c05e5305581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.574543 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3fb3eb21-68ad-4018-a4d8-287f30788c85 req-26facd93-3a4d-432e-84eb-a6adccc574ed tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043212 Aug 10 15:11:20.755928 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b85b2a35-0a97-4437-b90f-6c05e5305581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.760379 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b85b2a35-0a97-4437-b90f-6c05e5305581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.762459 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b85b2a35-0a97-4437-b90f-6c05e5305581 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19c123b3-0a1c-4680-9239-6bd2ab1cdcad HTTP/1.1" status: 204 len: 168 time: 0.3985250 Aug 10 15:11:20.774451 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b2a35-0a97-4437-b90f-6c05e5305581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c123b3-0a1c-4680-9239-6bd2ab1cdcad,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:20.869576 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.895544 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.931442 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:20.948298 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Transition to ACTIVE for port object cb626629-384a-40e1-846e-6f2760949f52 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:20.973947 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Transition to ACTIVE for port object cb626629-384a-40e1-846e-6f2760949f52 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:20.987373 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.053175 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Allocated IP 172.27.2.76 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:21.130820 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:21.145778 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:21.150586 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:21.222343 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Pushing event updated for resources: {'Port': ['ID=cb626629-384a-40e1-846e-6f2760949f52,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:21.271487 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.302449 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Attempting to bind port cb626629-384a-40e1-846e-6f2760949f52 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:11:21.302449 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Attempting to bind port cb626629-384a-40e1-846e-6f2760949f52 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:11:21.305144 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Attempting to bind port cb626629-384a-40e1-846e-6f2760949f52 on network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:21.321915 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:11:21.323990 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Checking segment: {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:21.324725 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.325716 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Bound using segment: {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:11:21.326660 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Bound port: cb626629-384a-40e1-846e-6f2760949f52, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:11:21.327411 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.429047 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.437978 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] For port cb626629-384a-40e1-846e-6f2760949f52, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:11:21.443813 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] For port cb626629-384a-40e1-846e-6f2760949f52, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=cb626629-384a-40e1-846e-6f2760949f52,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:11:21.451673 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.545664 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5259bde-74ea-4088-b18a-8ff73d494b42 None None] Pushing event updated for resources: {'Port': ['ID=cb626629-384a-40e1-846e-6f2760949f52,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:21.554206 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40110) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:21.568094 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:21.569949 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:21.581510 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:21.584458 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:21.646926 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-57d88ee6-e729-403f-9802-f6ecfc364611 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d82198c0f3f64ad7b69bd81357a75ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915792 Aug 10 15:11:21.653210 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40116) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:21.798027 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f117076f-b680-4f27-9a2a-50c81cd0acbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.832739 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f117076f-b680-4f27-9a2a-50c81cd0acbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.959382 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f117076f-b680-4f27-9a2a-50c81cd0acbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.964896 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f117076f-b680-4f27-9a2a-50c81cd0acbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:21.969536 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-f117076f-b680-4f27-9a2a-50c81cd0acbe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fd5c938-5c5d-4ed3-b568-7b316c4dcf54 HTTP/1.1" status: 204 len: 168 time: 0.3146002 Aug 10 15:11:21.979842 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117076f-b680-4f27-9a2a-50c81cd0acbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd5c938-5c5d-4ed3-b568-7b316c4dcf54,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:22.035067 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b25e3-9f1f-4e56-adff-0170a0c5b5c6 req-5f52fbca-36a9-40d1-8829-fbbf47c1f966 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:22.036752 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-559b25e3-9f1f-4e56-adff-0170a0c5b5c6 req-5f52fbca-36a9-40d1-8829-fbbf47c1f966 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2771130 Aug 10 15:11:22.073443 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc234b4-e61f-4372-8678-3362de0a5efe req-f387d1a6-8517-4f3f-aad4-668e6f94c4c2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:22.075117 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-abc234b4-e61f-4372-8678-3362de0a5efe req-f387d1a6-8517-4f3f-aad4-668e6f94c4c2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 946 time: 0.3141620 Aug 10 15:11:22.288911 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-559b25e3-9f1f-4e56-adff-0170a0c5b5c6 req-cf198541-fa37-496b-945e-3ab111ffcf78 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125213 Aug 10 15:11:22.289897 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device cb626629-384a-40e1-846e-6f2760949f52 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:22.305835 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-abc234b4-e61f-4372-8678-3362de0a5efe req-9b2edf72-32b5-4043-a60f-84b9ec572ac0 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704857 Aug 10 15:11:22.344213 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:22.424906 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-30fb47f8-9a0b-4193-a53b-34986d010746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:22.477718 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port cb626629-384a-40e1-846e-6f2760949f52 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:22.647092 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:22.855466 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Router c0f135c8-ce75-4c08-a3db-49adf5e5a9db is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:11:23.201682 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5920e5db-5499-4329-a002-7c37711bf910 None None] Network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:23.262971 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40192) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:23.407442 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-820a0bc7-6245-4668-b523-06a7e918dfbb None None] Provisioning for port cb626629-384a-40e1-846e-6f2760949f52 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:23.454965 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-c63d4203-caa5-40a7-b1c1-c4ec282eac3e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088839 Aug 10 15:11:23.457677 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-820a0bc7-6245-4668-b523-06a7e918dfbb None None] Provisioning complete for port cb626629-384a-40e1-846e-6f2760949f52 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:23.463626 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb40d6d-7b6b-42f6-9468-71a0837e7a93 admin admin] Deleting subnet 31a02d4d-77bd-495c-b247-b137451b95f2 {{(pid=93495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:11:23.464559 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-820a0bc7-6245-4668-b523-06a7e918dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:23.469639 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ebb40d6d-7b6b-42f6-9468-71a0837e7a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:23.711113 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ebb40d6d-7b6b-42f6-9468-71a0837e7a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126710408'] for subnet, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:23.772518 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc18a-2e4d-4f20-844c-8106cf20dc8b req-ea0caa7f-1d23-4396-b4ba-36d7270e3315 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:23.779263 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4f4dc18a-2e4d-4f20-844c-8106cf20dc8b req-ea0caa7f-1d23-4396-b4ba-36d7270e3315 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1566989 Aug 10 15:11:23.782125 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ebb40d6d-7b6b-42f6-9468-71a0837e7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:23.801719 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:11:23.822025 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-8fbd64cc-c7c6-45d0-856c-e68a00e7e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:23.824158 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-8fbd64cc-c7c6-45d0-856c-e68a00e7e00b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 1098 time: 0.2825382 Aug 10 15:11:23.825108 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Sync routers for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:11:23.876112 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:23.878365 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:10:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:23.900503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:23.902208 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-d4600f33-9819-4732-bfe7-f4953aa7e045 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0993767 Aug 10 15:11:23.906025 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40214) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:23.929407 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4f4dc18a-2e4d-4f20-844c-8106cf20dc8b req-06c96c89-5787-406e-9327-be2a6ca525fb tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079805 Aug 10 15:11:24.011152 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-820a0bc7-6245-4668-b523-06a7e918dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:24.128745 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:24.151423 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ebb40d6d-7b6b-42f6-9468-71a0837e7a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129320170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129323220'] for subnet, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:24.179031 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-820a0bc7-6245-4668-b523-06a7e918dfbb None None] For port cb626629-384a-40e1-846e-6f2760949f52, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=cb626629-384a-40e1-846e-6f2760949f52,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:24.187901 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-820a0bc7-6245-4668-b523-06a7e918dfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:24.302877 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ebb40d6d-7b6b-42f6-9468-71a0837e7a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:24.304942 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-ebb40d6d-7b6b-42f6-9468-71a0837e7a93 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/31a02d4d-77bd-495c-b247-b137451b95f2 HTTP/1.1" status: 204 len: 168 time: 1.0408583 Aug 10 15:11:24.307542 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40224) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:24.321463 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-6ece7c4b-68c0-41e0-82ad-bfb6de75d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:24.323293 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-6ece7c4b-68c0-41e0-82ad-bfb6de75d3bc service neutron] 10.222.0.50 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 914 time: 0.4643116 Aug 10 15:11:24.324096 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb40d6d-7b6b-42f6-9468-71a0837e7a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a02d4d-77bd-495c-b247-b137451b95f2,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:24.368437 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a0bc7-6245-4668-b523-06a7e918dfbb None None] Pushing event updated for resources: {'Port': ['ID=cb626629-384a-40e1-846e-6f2760949f52,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:24.418382 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-c8e8b8f3-210f-4374-b3b2-bc8875d5bd9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f12653ee-a991-4095-b0e5-350f570e79ba HTTP/1.1" status: 200 len: 217 time: 0.0787878 Aug 10 15:11:24.511739 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-bf6d2c57-a299-4e13-9f60-9d98bec06325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:24.511990 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:24.513295 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-bf6d2c57-a299-4e13-9f60-9d98bec06325 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 200 len: 853 time: 0.0847044 Aug 10 15:11:24.548866 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-86da4eb3-2be2-485e-ae56-e8285df68884 None None] Provisioning complete for port cb626629-384a-40e1-846e-6f2760949f52 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:24.549433 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-86da4eb3-2be2-485e-ae56-e8285df68884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:24.563329 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-0e377e2e-9ac2-427d-99f8-82ec13969086 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b10a6317-7a85-4b67-b820-a4a5f0492303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299759 Aug 10 15:11:24.631169 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:22Z', 'revision_number': 3, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:24.710816 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Checking router: c0f135c8-ce75-4c08-a3db-49adf5e5a9db for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:11:24.711456 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Updating router c0f135c8-ce75-4c08-a3db-49adf5e5a9db port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 binding host dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:11:24.796788 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:24.879152 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-f18942e2-fbad-4d00-b4ef-fbcaf1fe730d service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905147 Aug 10 15:11:24.983371 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.001624 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.002169 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.003210 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.003655 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > port after_create 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.004231 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.004987 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > port after_update 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.005385 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.006045 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.006170 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.006687 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.125319 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.167232 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.169785 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.171374 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.172049 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 15:11:25.172206 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b18e71-110c-4d4e-ab28-38a5b46fc452']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:25.176895 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ac5a1c50-f7e7-477d-ad54-b00ecd459668 req-bf71262b-818e-40e8-91ed-90b7179508d5 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959058 Aug 10 15:11:25.301418 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855bbe9c-28e4-49e4-adb6-43a6f26a8fea') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:25.302217 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855bbe9c-28e4-49e4-adb6-43a6f26a8fea') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:25.348177 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.385915 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80010374-5a2b-4de8-8c2c-b01c877a5bc1 req-7aa59e1e-e4a7-43bc-8bee-797256817600 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:25.391030 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-80010374-5a2b-4de8-8c2c-b01c877a5bc1 req-7aa59e1e-e4a7-43bc-8bee-797256817600 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2080231 Aug 10 15:11:25.433964 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.481098 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:11:25.481511 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: from cryptography.utils import int_from_bytes Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: from cryptography.utils import int_from_bytes Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:11:25.485964 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:11:25.523296 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-80010374-5a2b-4de8-8c2c-b01c877a5bc1 req-68869448-81a8-459a-bca0-4c1150e810ef tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144598 Aug 10 15:11:25.550054 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.552277 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-08fcef31-4bc2-43df-8732-c2323e32d20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.595897 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.598098 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Transition to ACTIVE for port object dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:25.599756 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.604390 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.606181 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.609808 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] 10.222.0.26 "DELETE /v2.0/networks/e5b18e71-110c-4d4e-ab28-38a5b46fc452 HTTP/1.1" status: 204 len: 168 time: 1.3005638 Aug 10 15:11:25.613453 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40250) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:25.692525 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b980cb-f93d-4af2-9031-b5ef2651f19c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b18e71-110c-4d4e-ab28-38a5b46fc452,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:25.701799 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_v2 [None req-935abda1-8aad-4642-81fb-daa82dba80a6 admin admin] Deleting subnet 3ac5260d-377a-4011-b0dc-cf65c4e7b162 {{(pid=93495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:11:25.716599 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Attempting to bind port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:11:25.717076 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Attempting to bind port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:11:25.717292 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-935abda1-8aad-4642-81fb-daa82dba80a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.717434 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Attempting to bind port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:25.724635 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:11:25.725042 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:25.725421 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.725818 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:11:25.726319 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Bound port: dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:11:25.727343 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.806305 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Pushing event updated for resources: {'Port': ['ID=dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:25.812032 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-935abda1-8aad-4642-81fb-daa82dba80a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126710408'] for subnet, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.836378 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.836949 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.837500 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.838047 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.838624 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.839170 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.839714 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.840257 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.840828 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.842272 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.842858 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.843396 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:11:25.868476 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] For port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:11:25.877196 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] For port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:11:25.891189 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.903047 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-935abda1-8aad-4642-81fb-daa82dba80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:25.966983 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Allocated IP 172.20.0.1 (b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7/8e7e64a0-90e9-4695-bda7-3a547c38bbbf/8b1882c9-75af-4722-aad4-fd01239cec67) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:26.066761 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:26.067837 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:11:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:26.073875 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67ab7d-9609-4796-a2d3-39039aba36a6 None None] Pushing event updated for resources: {'Port': ['ID=dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:26.083334 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-935abda1-8aad-4642-81fb-daa82dba80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129320170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129323220'] for subnet, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:26.133036 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935abda1-8aad-4642-81fb-daa82dba80a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac5260d-377a-4011-b0dc-cf65c4e7b162,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:26.142507 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-935abda1-8aad-4642-81fb-daa82dba80a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:26.144365 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-935abda1-8aad-4642-81fb-daa82dba80a6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3ac5260d-377a-4011-b0dc-cf65c4e7b162 HTTP/1.1" status: 204 len: 168 time: 0.5297270 Aug 10 15:11:26.148460 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40262) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:26.212571 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device cb626629-384a-40e1-846e-6f2760949f52 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:26.302850 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:26.310272 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:26.314518 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:26.353849 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port cb626629-384a-40e1-846e-6f2760949f52 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:26.354316 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:26.385693 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:26.458440 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Transition to ACTIVE for port object 8b1882c9-75af-4722-aad4-fd01239cec67 will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:26.640863 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:22Z', 'revision_number': 3, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:26.641627 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:26.677883 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d6c95-5694-4a4a-a190-9fddd6b22910 None None] The sync data for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi is: [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:22Z', 'revision_number': 3, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:11:26.732227 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:26.909672 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd84eb52-caac-4151-88ee-87e769eaf176']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:26.923013 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b013ea-b01d-4246-a023-16c4ee1e08bd req-adda1365-843f-4e36-97e7-cac146c37901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:26.925768 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-68b013ea-b01d-4246-a023-16c4ee1e08bd req-adda1365-843f-4e36-97e7-cac146c37901 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 1098 time: 0.1174569 Aug 10 15:11:26.964540 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7857a86-74ed-45c4-92c9-0681b566a588') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:26.964884 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7857a86-74ed-45c4-92c9-0681b566a588') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:26.968649 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:26.998940 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-2cc0bbd4-7a80-42bb-9e76-65d4d968f99a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:27.007282 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-2cc0bbd4-7a80-42bb-9e76-65d4d968f99a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 813 time: 0.5993016 Aug 10 15:11:27.033862 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf037b-0cfd-48c6-860a-0500e47e969f req-6d67cae1-790b-4085-84b0-b64e5c97de38 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:27.035674 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0ccf037b-0cfd-48c6-860a-0500e47e969f req-6d67cae1-790b-4085-84b0-b64e5c97de38 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.3062925 Aug 10 15:11:27.062218 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:27.095333 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:27.105100 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-42e568f9-0e8f-4745-a3a2-4166e6388ab1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/quotas/d4986683688449f8884a609da540032a HTTP/1.1" status: 200 len: 375 time: 0.0973611 Aug 10 15:11:27.130722 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:27.133534 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:27.212201 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:27.273319 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:11:27.274283 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:11:27.278615 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:11:27.280739 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Pushing event updated for resources: {'Port': ['ID=8b1882c9-75af-4722-aad4-fd01239cec67,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:27.362214 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0ccf037b-0cfd-48c6-860a-0500e47e969f req-8c920304-a47e-4953-9594-c5adafddd8a8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966053 Aug 10 15:11:27.406551 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:27.423435 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-767f75b8-4992-4542-b32c-dd398e538b1d tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3175430 Aug 10 15:11:27.427815 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-68b013ea-b01d-4246-a023-16c4ee1e08bd req-dc1bc9bd-5734-4700-a53d-ea375e54389b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935591 Aug 10 15:11:27.507442 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:27.549118 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:27.555099 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] 10.222.0.26 "DELETE /v2.0/networks/fd84eb52-caac-4151-88ee-87e769eaf176 HTTP/1.1" status: 204 len: 168 time: 1.4049039 Aug 10 15:11:27.582533 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c2c73-762c-4516-a909-bfb5c954102e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd84eb52-caac-4151-88ee-87e769eaf176,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:27.667383 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-2887af40-efa0-4b50-83f4-b823e35891b0 None None] Provisioning for port 8b1882c9-75af-4722-aad4-fd01239cec67 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:27.676323 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-19657949-c291-4ea5-8586-3b2c835f6757 service neutron] 10.222.0.26 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854599 Aug 10 15:11:27.680081 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-2887af40-efa0-4b50-83f4-b823e35891b0 None None] Provisioning complete for port 8b1882c9-75af-4722-aad4-fd01239cec67 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:27.681406 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2887af40-efa0-4b50-83f4-b823e35891b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:27.722441 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-2887af40-efa0-4b50-83f4-b823e35891b0 None None] Port 8b1882c9-75af-4722-aad4-fd01239cec67 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:11:27.755161 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:27.854054 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40302) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:27.863506 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-0eb140a0-93c9-4122-8678-2f4ce56230a0 service neutron] 10.222.0.26 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622491 Aug 10 15:11:27.945948 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-a2ced71b-6f09-41c5-a52b-a4777f21278c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e9eb95f7d9645daac183167dbd976cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0896661 Aug 10 15:11:27.951520 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40304) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:28.054312 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.062792 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff93f-16ba-40fd-9484-b1613116cac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.083143 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.116260 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff93f-16ba-40fd-9484-b1613116cac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.117812 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.213473 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff93f-16ba-40fd-9484-b1613116cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.217633 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:28.217934 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff93f-16ba-40fd-9484-b1613116cac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.219257 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-7e9ff93f-16ba-40fd-9484-b1613116cac5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64caa827-d8c9-4815-8829-c14a04951627 HTTP/1.1" status: 204 len: 168 time: 0.2655399 Aug 10 15:11:28.253535 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ff93f-16ba-40fd-9484-b1613116cac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64caa827-d8c9-4815-8829-c14a04951627,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:28.367795 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:28.379777 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:28.380606 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.505913 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Pushing event updated for resources: {'Port': ['ID=8b1882c9-75af-4722-aad4-fd01239cec67,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:28.534006 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.593079 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.663599 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:28.673318 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:28.740035 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:28.744198 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:28.824252 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:29.092248 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Router c0f135c8-ce75-4c08-a3db-49adf5e5a9db has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:11:29.169087 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40338) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:29.266072 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3f0e7d5e-23ff-4b47-bc81-d40197ba5316 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3561ab803354753954be4b1b3c3dc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908773 Aug 10 15:11:29.267591 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40340) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:29.368096 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-94c1b45d-03e1-4999-a178-fd1eadf326c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:29.372545 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-b19a8633-f22f-415f-9a82-856baf8f3d7e None None] Provisioning complete for port 8b1882c9-75af-4722-aad4-fd01239cec67 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:29.373429 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b19a8633-f22f-415f-9a82-856baf8f3d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:29.390042 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:11:29.410456 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9dd752f5-22f9-433e-a1a0-4724425a2c1a admin admin] 10.222.0.26 "PUT /v2.0/routers/c0f135c8-ce75-4c08-a3db-49adf5e5a9db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4804347 Aug 10 15:11:29.422910 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-94c1b45d-03e1-4999-a178-fd1eadf326c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:29.456501 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-b19a8633-f22f-415f-9a82-856baf8f3d7e None None] Port 8b1882c9-75af-4722-aad4-fd01239cec67 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:11:29.469781 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Sync routers for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:11:29.481581 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:29.482223 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:11:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:29.521747 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-94c1b45d-03e1-4999-a178-fd1eadf326c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:29.526482 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-94c1b45d-03e1-4999-a178-fd1eadf326c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:29.529453 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-94c1b45d-03e1-4999-a178-fd1eadf326c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a121f21-ba3a-4de7-bf74-02e13a1c4ff6 HTTP/1.1" status: 204 len: 168 time: 0.2586784 Aug 10 15:11:29.542242 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b45d-03e1-4999-a178-fd1eadf326c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a121f21-ba3a-4de7-bf74-02e13a1c4ff6,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:29.665837 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:29.958398 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '8b1882c9-75af-4722-aad4-fd01239cec67', 'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'mac_address': 'fa:16:3e:73:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:25Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 2, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'subnets': [{'id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:29.987417 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Checking router: c0f135c8-ce75-4c08-a3db-49adf5e5a9db for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:11:29.987905 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Updating router c0f135c8-ce75-4c08-a3db-49adf5e5a9db port 8b1882c9-75af-4722-aad4-fd01239cec67 binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:11:30.020247 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:30.223851 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:30.476335 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:30.476736 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:30.518533 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40374) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:30.545960 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-243165927-network', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:30.705674 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Made reservation on behalf of eb59823c79c8427c8eedcecb162e469e for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:30.707771 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:30.720962 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:30.725808 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Transition to ACTIVE for port object 8b1882c9-75af-4722-aad4-fd01239cec67 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:30.738750 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:30.753380 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:30.822881 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7416f6a-3f32-4059-bc8b-facea0ecc5d8 None None] Pushing event updated for resources: {'Port': ['ID=8b1882c9-75af-4722-aad4-fd01239cec67,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:30.937457 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-756b4048-718e-4f63-903b-5a4553d936ad req-f6bb9355-540a-4c5b-b43c-1b921a8454a6 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 210 time: 0.0678439 Aug 10 15:11:30.970069 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936ba58-1807-4b42-977f-cd2a157952e1 req-c8d2319e-1606-4da5-83f1-a069c62144ec tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:30.983919 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c936ba58-1807-4b42-977f-cd2a157952e1 req-c8d2319e-1606-4da5-83f1-a069c62144ec tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.1403217 Aug 10 15:11:31.013833 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Attempting to bind port 8b1882c9-75af-4722-aad4-fd01239cec67 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:11:31.019244 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Attempting to bind port 8b1882c9-75af-4722-aad4-fd01239cec67 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:11:31.020116 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Attempting to bind port 8b1882c9-75af-4722-aad4-fd01239cec67 on network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:31.037434 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:11:31.038114 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Checking segment: {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:31.043205 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.043994 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Bound using segment: {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:11:31.044854 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Bound port: 8b1882c9-75af-4722-aad4-fd01239cec67, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:11:31.045516 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.046616 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.059594 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.094820 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c936ba58-1807-4b42-977f-cd2a157952e1 req-dd8ba6d6-6c5e-4098-a090-d67e81aa14b5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084871 Aug 10 15:11:31.124129 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:11:31.141315 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95fdd48-e1fc-4c43-8d1b-dbb535f3f2fe,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:31.151077 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.151636 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Added segment d4e5261e-7b27-45e3-884d-1dd47b9a26ec of type vlan for network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 Aug 10 15:11:31.265246 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.282649 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] For port 8b1882c9-75af-4722-aad4-fd01239cec67, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:11:31.296004 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] For port 8b1882c9-75af-4722-aad4-fd01239cec67, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=8b1882c9-75af-4722-aad4-fd01239cec67,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:11:31.308615 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.331547 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.332572 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:31.333176 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.435589 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9143686 Aug 10 15:11:31.438595 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40392) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:31.444390 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Request body: {'subnet': {'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-243165927-subnet', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'ip_version': 4}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:31.461820 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ab843-a6a7-4fde-9f97-3d6b0d0afca0 admin admin] Pushing event updated for resources: {'Network': ['ID=60c515d3-f5c7-4779-b66f-e9b4fda0f5e1,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:31.462632 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:31.463768 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:11:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:31.490763 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Made reservation on behalf of eb59823c79c8427c8eedcecb162e469e for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:31.492137 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:11:31.494331 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126083796'] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:31.586031 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7416f6a-3f32-4059-bc8b-facea0ecc5d8 None None] Pushing event updated for resources: {'Port': ['ID=8b1882c9-75af-4722-aad4-fd01239cec67,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:32.124551 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-1dd6bb04-371f-48d1-a2ee-8196c5ec33ec tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:32.130251 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-1dd6bb04-371f-48d1-a2ee-8196c5ec33ec tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 813 time: 0.2764523 Aug 10 15:11:32.179880 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Request body: {'port': {'device_id': '0d2065d0-a94e-47d2-9da5-564fb782cb36', 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303', 'admin_state_up': True, 'tenant_id': 'd4986683688449f8884a609da540032a'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:32.219503 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-23a03c37-48c8-4bff-8dc1-a53eb1e6c3e6 req-7daa8a14-f710-4f3b-9b56-18af725f1968 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 210 time: 0.1127167 Aug 10 15:11:32.236480 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:32.343144 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125861905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126083782'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:32.485325 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40432) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:32.490994 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65be0a-eef2-4818-bda2-83efbd08d207 req-faae7331-2641-4779-8a68-d77ce401ec68 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:32.493860 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0c65be0a-eef2-4818-bda2-83efbd08d207 req-faae7331-2641-4779-8a68-d77ce401ec68 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2697713 Aug 10 15:11:32.520880 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3561c91a-9e75-4141-b17c-79b25d03a6d4,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:32.596634 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Made reservation on behalf of d4986683688449f8884a609da540032a for: {'port': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:32.604161 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:32.613341 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0c65be0a-eef2-4818-bda2-83efbd08d207 req-21bbb0e4-f827-48d2-b0b5-dfcf5dceb230 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866368 Aug 10 15:11:32.643051 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Checking segment: {'id': 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:32.643481 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Network hostable DHCP agents. Network: 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:11:32.683299 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:11:32.695027 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:32.699256 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f19ee3dc-fed9-4711-abfe-b8dc82e2c924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:32.709428 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:32.710059 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:32.715468 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b213c5-3a0b-49f3-88d4-5858e6a81732 None None] Network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:32.777092 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f9081-5f21-4fba-8442-d24c0f701a51 req-690c959f-eba6-4471-a266-4afe830dbfdd tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:32.779234 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a51f9081-5f21-4fba-8442-d24c0f701a51 req-690c959f-eba6-4471-a266-4afe830dbfdd tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0647197 Aug 10 15:11:32.832130 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Allocated IP 172.20.0.6 (b10a6317-7a85-4b67-b820-a4a5f0492303/6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2/a1471729-0745-422e-ae5e-e70a7a31601e) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:32.855436 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '8b1882c9-75af-4722-aad4-fd01239cec67', 'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'mac_address': 'fa:16:3e:73:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:25Z', 'updated_at': '2021-08-10T15:11:31Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'subnets': [{'id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:32.874274 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a51f9081-5f21-4fba-8442-d24c0f701a51 req-ec25446a-2738-4a16-ab98-a9a31eb48fed tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815649 Aug 10 15:11:32.907832 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a033c4-ff0b-41cc-ac76-718e52356ab2 None None] The sync data for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi is: [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '8b1882c9-75af-4722-aad4-fd01239cec67', 'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'mac_address': 'fa:16:3e:73:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:25Z', 'updated_at': '2021-08-10T15:11:31Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'subnets': [{'id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:11:32.947588 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f19ee3dc-fed9-4711-abfe-b8dc82e2c924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:32.956030 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f19ee3dc-fed9-4711-abfe-b8dc82e2c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:32.962055 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-60c515d3-f5c7-4779-b66f-e9b4fda0f5e1', 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'fixed_ips': [{'subnet_id': '3561c91a-9e75-4141-b17c-79b25d03a6d4'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:11:32.963335 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-463de964-33fe-4fc4-9dcb-fe2c2d50f956 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5229881 Aug 10 15:11:32.964334 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:32.965718 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40444) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:32.988834 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:33.075346 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.076981 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.102423 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ee3dc-fed9-4711-abfe-b8dc82e2c924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8308cccb-e234-4b94-afb9-46628cbc2b95,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:33.119870 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-f19ee3dc-fed9-4711-abfe-b8dc82e2c924 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4e7983548384c1dafa5d86d9c127860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327829 Aug 10 15:11:33.123352 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40446) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:33.158391 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.297985 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.305804 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-368661fc-f1fa-43da-99f4-760a83a86b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.343070 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-368661fc-f1fa-43da-99f4-760a83a86b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.430685 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Allocated IP 172.20.0.2 (60c515d3-f5c7-4779-b66f-e9b4fda0f5e1/3561c91a-9e75-4141-b17c-79b25d03a6d4/e980dc5e-6db3-4fa0-8af4-9fd78952b727) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:33.448804 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.517038 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.580530 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Pushing event updated for resources: {'Port': ['ID=a1471729-0745-422e-ae5e-e70a7a31601e,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:33.610618 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-368661fc-f1fa-43da-99f4-760a83a86b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.613391 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-368661fc-f1fa-43da-99f4-760a83a86b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.620004 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-368661fc-f1fa-43da-99f4-760a83a86b33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8308cccb-e234-4b94-afb9-46628cbc2b95 HTTP/1.1" status: 204 len: 168 time: 0.4903810 Aug 10 15:11:33.620004 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Network b10a6317-7a85-4b67-b820-a4a5f0492303 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:33.632489 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:33.642363 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:33.704817 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.716511 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Transition to ACTIVE for port object e980dc5e-6db3-4fa0-8af4-9fd78952b727 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:33.721669 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368661fc-f1fa-43da-99f4-760a83a86b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8308cccb-e234-4b94-afb9-46628cbc2b95,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:33.748188 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Transition to ACTIVE for port object e980dc5e-6db3-4fa0-8af4-9fd78952b727 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:33.758770 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.777538 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:33.788730 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.827911 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-68198aef-85dc-47f5-84ee-28ea7d9ec680 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6608348 Aug 10 15:11:33.833826 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:33.838489 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:33.844862 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:33.858840 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Pushing event updated for resources: {'Port': ['ID=e980dc5e-6db3-4fa0-8af4-9fd78952b727,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:33.938278 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Attempting to bind port e980dc5e-6db3-4fa0-8af4-9fd78952b727 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:11:33.938959 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Attempting to bind port e980dc5e-6db3-4fa0-8af4-9fd78952b727 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:11:33.939269 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.939646 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Attempting to bind port e980dc5e-6db3-4fa0-8af4-9fd78952b727 on network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:33.946910 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:11:33.947566 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Checking segment: {'id': 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:33.948129 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.949052 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Bound using segment: {'id': 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:11:33.949788 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Bound port: e980dc5e-6db3-4fa0-8af4-9fd78952b727, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:11:33.950345 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:33.964612 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:34.038843 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] For port e980dc5e-6db3-4fa0-8af4-9fd78952b727, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:11:34.044687 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] For port e980dc5e-6db3-4fa0-8af4-9fd78952b727, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=e980dc5e-6db3-4fa0-8af4-9fd78952b727,segment=NetworkSegment(d4e5261e-7b27-45e3-884d-1dd47b9a26ec),segment_id=d4e5261e-7b27-45e3-884d-1dd47b9a26ec)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:11:34.051770 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:34.165830 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e47ef-ea35-47f4-8947-29573bdf14ec None None] Pushing event updated for resources: {'Port': ['ID=e980dc5e-6db3-4fa0-8af4-9fd78952b727,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:34.228062 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Allocated IP 172.27.2.91 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/ccd04891-be8d-4cdd-87ed-8212e97ee106) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:34.319016 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 8b1882c9-75af-4722-aad4-fd01239cec67 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:34.479300 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:34.497971 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 8b1882c9-75af-4722-aad4-fd01239cec67 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:34.512963 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 8b1882c9-75af-4722-aad4-fd01239cec67 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:34.513982 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:34.551759 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:34.652386 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd04891-be8d-4cdd-87ed-8212e97ee106,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:34.667944 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:34.669657 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:34.672313 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:34.675873 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:34.752079 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 8b1882c9-75af-4722-aad4-fd01239cec67, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=8b1882c9-75af-4722-aad4-fd01239cec67,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:34.761349 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:34.853780 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=8b1882c9-75af-4722-aad4-fd01239cec67,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:35.067957 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:35.439381 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:35.480199 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa629a05-70c1-4df2-b368-1ee682dba107 None None] Network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:35.582304 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-21a18099-a504-4dd2-b5fb-0963014cfa33 None None] Provisioning for port e980dc5e-6db3-4fa0-8af4-9fd78952b727 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:35.590977 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40498) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:35.665871 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:11:35.743751 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-200c91e8-e7c3-4390-998a-e83c16e70b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:35.862130 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:11:35.881536 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Sync routers for ids ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:11:35.902144 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Routers {'155fa1e5-8b42-4c8a-827c-f3e06143ecd8'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:35.903307 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:11:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:35.943116 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-200c91e8-e7c3-4390-998a-e83c16e70b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:35.955056 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-200c91e8-e7c3-4390-998a-e83c16e70b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:35.958906 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:35.962571 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-3e53ebef-50b6-4496-ae0a-7eed18f3d941 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9950175 Aug 10 15:11:35.965201 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40506) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:36.004986 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-200c91e8-e7c3-4390-998a-e83c16e70b24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b80b53f49bf4ecbbbab9d22439288e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119837 Aug 10 15:11:36.005658 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40508) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:36.034756 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c91e8-e7c3-4390-998a-e83c16e70b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860995f7-06a0-48d7-ae0b-8b11ad1fb32c,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:36.061468 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Set router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:36.092847 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-35ef6b43-7e29-4352-a7d6-3834856fc894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:36.124825 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-35ef6b43-7e29-4352-a7d6-3834856fc894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:36.136469 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['f12653ee-a991-4095-b0e5-350f570e79ba', '30de3e51-c8b7-4daf-8fe0-323cc5e74d68'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:11:36.156666 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Request body: {'port': {'device_id': '0d2065d0-a94e-47d2-9da5-564fb782cb36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:36.270256 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:36.278832 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 3, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'gw_port': {'id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:36.309323 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-35ef6b43-7e29-4352-a7d6-3834856fc894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:36.309602 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Checking router: 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:11:36.309831 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Updating router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 port ccd04891-be8d-4cdd-87ed-8212e97ee106 binding host dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:11:36.312278 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-35ef6b43-7e29-4352-a7d6-3834856fc894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:36.326145 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-35ef6b43-7e29-4352-a7d6-3834856fc894 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/860995f7-06a0-48d7-ae0b-8b11ad1fb32c HTTP/1.1" status: 204 len: 168 time: 0.3078911 Aug 10 15:11:36.341209 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:36.358802 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef6b43-7e29-4352-a7d6-3834856fc894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860995f7-06a0-48d7-ae0b-8b11ad1fb32c,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:36.564254 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device e980dc5e-6db3-4fa0-8af4-9fd78952b727 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:36.793594 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port e980dc5e-6db3-4fa0-8af4-9fd78952b727 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:36.806995 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port e980dc5e-6db3-4fa0-8af4-9fd78952b727 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:36.807819 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:36.913312 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:36.925617 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Transition to ACTIVE for port object ccd04891-be8d-4cdd-87ed-8212e97ee106 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:36.935438 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.038492 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f1297-ee95-42e3-bfce-5553311080c1 None None] Pushing event updated for resources: {'Port': ['ID=ccd04891-be8d-4cdd-87ed-8212e97ee106,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:37.049774 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64926aa-4ef7-4684-9c9e-f5e36c44cea8 req-f0d22e00-e36b-4f47-9939-a544cbbaaba0 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:37.053592 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b64926aa-4ef7-4684-9c9e-f5e36c44cea8 req-f0d22e00-e36b-4f47-9939-a544cbbaaba0 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 931 time: 0.6344302 Aug 10 15:11:37.081982 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1471729-0745-422e-ae5e-e70a7a31601e {{(pid=93495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:11:37.097376 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Attempting to bind port ccd04891-be8d-4cdd-87ed-8212e97ee106 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:11:37.103548 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Attempting to bind port ccd04891-be8d-4cdd-87ed-8212e97ee106 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:11:37.107356 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Attempting to bind port ccd04891-be8d-4cdd-87ed-8212e97ee106 on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:37.113646 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.130723 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:11:37.132488 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b64926aa-4ef7-4684-9c9e-f5e36c44cea8 req-64990636-6f77-4a8f-9864-a4477b0aa011 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666449 Aug 10 15:11:37.134731 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:37.136185 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.138068 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:11:37.140162 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Bound port: ccd04891-be8d-4cdd-87ed-8212e97ee106, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:11:37.141226 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.167419 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Transition to ACTIVE for port object a1471729-0745-422e-ae5e-e70a7a31601e will not be triggered until provisioned by entity L2. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:37.189116 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.238944 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.292343 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] For port ccd04891-be8d-4cdd-87ed-8212e97ee106, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:11:37.299808 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] For port ccd04891-be8d-4cdd-87ed-8212e97ee106, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=ccd04891-be8d-4cdd-87ed-8212e97ee106,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:11:37.310475 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.356534 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port e980dc5e-6db3-4fa0-8af4-9fd78952b727, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=e980dc5e-6db3-4fa0-8af4-9fd78952b727,segment=NetworkSegment(d4e5261e-7b27-45e3-884d-1dd47b9a26ec),segment_id=d4e5261e-7b27-45e3-884d-1dd47b9a26ec)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:37.367222 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.374006 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 8b1882c9-75af-4722-aad4-fd01239cec67 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:37.385871 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Routers {'155fa1e5-8b42-4c8a-827c-f3e06143ecd8'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:37.386763 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:11:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:37.524445 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Pushing event updated for resources: {'Port': ['ID=a1471729-0745-422e-ae5e-e70a7a31601e,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:37.550753 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] Set router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:37.569197 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Attempting to bind port a1471729-0745-422e-ae5e-e70a7a31601e on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:11:37.570138 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Attempting to bind port a1471729-0745-422e-ae5e-e70a7a31601e by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:11:37.575563 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Attempting to bind port a1471729-0745-422e-ae5e-e70a7a31601e on network b10a6317-7a85-4b67-b820-a4a5f0492303 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:37.580944 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Port a1471729-0745-422e-ae5e-e70a7a31601e on network b10a6317-7a85-4b67-b820-a4a5f0492303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:11:37.583490 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Attempting to bind port a1471729-0745-422e-ae5e-e70a7a31601e on network b10a6317-7a85-4b67-b820-a4a5f0492303 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:37.595597 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:11:37.598122 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Checking segment: {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:37.598745 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Bound using segment: {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:11:37.599435 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Bound port: a1471729-0745-422e-ae5e-e70a7a31601e, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'}}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:11:37.602908 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.634930 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.677067 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 8b1882c9-75af-4722-aad4-fd01239cec67 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:37.677450 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.766544 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f1297-ee95-42e3-bfce-5553311080c1 None None] Pushing event updated for resources: {'Port': ['ID=ccd04891-be8d-4cdd-87ed-8212e97ee106,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:37.772110 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] For port a1471729-0745-422e-ae5e-e70a7a31601e, host hv-cinder-78093, cleared binding levels {{(pid=93495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:11:37.776974 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] For port a1471729-0745-422e-ae5e-e70a7a31601e, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a1471729-0745-422e-ae5e-e70a7a31601e,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:11:37.785375 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.824328 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=e980dc5e-6db3-4fa0-8af4-9fd78952b727,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:37.864722 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:37.865360 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:37.880872 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c74596-600c-4285-9ebe-569592bbb912 req-8a8059cf-0300-41b0-8d58-6786776006b8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:37.882808 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-54c74596-600c-4285-9ebe-569592bbb912 req-8a8059cf-0300-41b0-8d58-6786776006b8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1899748 Aug 10 15:11:37.885976 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] 10.222.0.50 "PUT /v2.0/ports/a1471729-0745-422e-ae5e-e70a7a31601e HTTP/1.1" status: 200 len: 1093 time: 1.7326829 Aug 10 15:11:37.887872 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2065d0-a94e-47d2-9da5-564fb782cb36', 'tag': 'a1471729-0745-422e-ae5e-e70a7a31601e'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:11:37.890379 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1547389-d824-4b55-b277-956a1ad06d21" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2065d0-a94e-47d2-9da5-564fb782cb36", "tag": "a1471729-0745-422e-ae5e-e70a7a31601e"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:11:37.930835 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-99ef0f34-ef05-49e3-aea1-bf155b46a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:37.933082 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-99ef0f34-ef05-49e3-aea1-bf155b46a69b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1098 time: 0.3215518 Aug 10 15:11:37.940984 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 3, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'gw_port': {'id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:37.943858 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754086dd-3ac6-4762-b255-2bffc1495fcd service neutron] Pushing event updated for resources: {'Port': ['ID=a1471729-0745-422e-ae5e-e70a7a31601e,revision_number=3']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:37.983714 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d168cb4-bb4b-442c-9344-b2b64ec73310 x-openstack-request-id: req-4d168cb4-bb4b-442c-9344-b2b64ec73310 {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:11:37.983714 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2065d0-a94e-47d2-9da5-564fb782cb36", "tag": "a1471729-0745-422e-ae5e-e70a7a31601e", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:11:37.983714 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d168cb4-bb4b-442c-9344-b2b64ec73310 {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:11:37.983714 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2065d0-a94e-47d2-9da5-564fb782cb36', 'tag': 'a1471729-0745-422e-ae5e-e70a7a31601e', 'status': 'completed', 'code': 200} Aug 10 15:11:38.002316 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403abc9f-0855-46f1-89e3-a17e2ece18f2 None None] The sync data for ids ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'] in dv-cinder-780933-14-iscsi is: [{'id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 3, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'gw_port': {'id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:11:38.028964 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-63f9037e-695f-45be-b5f7-77daa69c8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:38.030998 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-63f9037e-695f-45be-b5f7-77daa69c8a95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 1096 time: 0.0712473 Aug 10 15:11:38.111034 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-f0821c34-4a50-4aec-92f1-022857a53aaf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1471729-0745-422e-ae5e-e70a7a31601e HTTP/1.1" status: 200 len: 217 time: 0.0650370 Aug 10 15:11:38.145003 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-54c74596-600c-4285-9ebe-569592bbb912 req-4d5eb84a-9a29-4aea-a225-3c29037f5a89 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175267 Aug 10 15:11:38.184484 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-32e40c4d-575b-474f-8b1b-41a475b9031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:38.186303 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-32e40c4d-575b-474f-8b1b-41a475b9031e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 200 len: 853 time: 0.0617831 Aug 10 15:11:38.214371 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40576) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:38.247715 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Allocated IP 172.20.0.1 (60c515d3-f5c7-4779-b66f-e9b4fda0f5e1/3561c91a-9e75-4141-b17c-79b25d03a6d4/2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:38.254016 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-25d3dbcf-2a59-46b7-8015-99c511b40027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:38.261161 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-25d3dbcf-2a59-46b7-8015-99c511b40027 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 920 time: 0.3108869 Aug 10 15:11:38.278722 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-cd9829a9-55fd-4fd6-94ea-4487b8b5d8ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b10a6317-7a85-4b67-b820-a4a5f0492303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805435 Aug 10 15:11:38.305326 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device e980dc5e-6db3-4fa0-8af4-9fd78952b727 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:38.393594 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port e980dc5e-6db3-4fa0-8af4-9fd78952b727 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:38.394052 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:38.395419 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-a9996ee8-106b-4a2c-af37-67f2536dd1bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b159d6b2-2a92-478b-b990-51ada4833dad HTTP/1.1" status: 200 len: 217 time: 0.1254413 Aug 10 15:11:38.548622 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-a95d5d84-fbfa-4b45-a784-9eb7f0a66a97 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595196 Aug 10 15:11:38.658820 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1706108693-network', 'tenant_id': '9689034486024264a65fae6b1b3aa932'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:38.697984 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Made reservation on behalf of 9689034486024264a65fae6b1b3aa932 for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:38.701222 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:38.718456 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:38.775320 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-63bea7a5-7d2f-40b4-a1bc-74a80aac5050 req-3bdfddc3-52c8-4d3b-8f50-f48ad2f6bf38 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170279 Aug 10 15:11:38.783444 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f196fa-26fc-4340-9a7c-faa80d7971a5 req-784d1f25-9b0c-4a4d-9af6-f36abbf02259 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:38.791952 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-77f196fa-26fc-4340-9a7c-faa80d7971a5 req-784d1f25-9b0c-4a4d-9af6-f36abbf02259 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 943 time: 0.3938344 Aug 10 15:11:38.854189 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-0471ab94-009b-417a-a44d-d3832849ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:38.856972 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-0471ab94-009b-417a-a44d-d3832849ebb7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.4065702 Aug 10 15:11:38.911271 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1547389-d824-4b55-b277-956a1ad06d21 req-3bd49a15-3546-44bf-9664-9aefa279a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:38.913905 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b1547389-d824-4b55-b277-956a1ad06d21 req-3bd49a15-3546-44bf-9664-9aefa279a988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 1096 time: 0.0591371 Aug 10 15:11:38.941899 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:38.983636 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.035252 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-68f11748-6fb4-4059-b3fa-bd8bc63cbe0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696495 Aug 10 15:11:39.038800 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-77f196fa-26fc-4340-9a7c-faa80d7971a5 req-9105b96f-b4ed-4fdf-8513-96772220accb tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456772 Aug 10 15:11:39.050851 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.074863 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=93494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:11:39.107759 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1547389-d824-4b55-b277-956a1ad06d21 req-d95eba19-187f-49ac-bd18-3e7ecae84b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:39.109676 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b1547389-d824-4b55-b277-956a1ad06d21 req-d95eba19-187f-49ac-bd18-3e7ecae84b75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 914 time: 0.1862874 Aug 10 15:11:39.143641 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8763b98-f505-4ebd-9061-3cc54fb918f1,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:39.148494 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Transition to ACTIVE for port object 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:39.150733 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.151084 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Added segment c5ca7260-0e41-4858-874b-71a3cd07c166 of type vlan for network 1f77195e-9dcf-46ba-8bad-f25e051755ed Aug 10 15:11:39.249090 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.335794 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-5e564833-c28e-4bad-a17b-866b91cd881a service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789936 Aug 10 15:11:39.343287 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.350774 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.351739 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:39.352858 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.432322 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40602) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:39.440206 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87bcad-91aa-4362-82bc-0b2b536b8e84 req-773c2a4b-cd70-4df3-a29c-bb8afe49ab42 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:39.441918 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6e87bcad-91aa-4362-82bc-0b2b536b8e84 req-773c2a4b-cd70-4df3-a29c-bb8afe49ab42 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.2011361 Aug 10 15:11:39.474817 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:39.479739 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2641678 Aug 10 15:11:39.487613 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40606) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:39.494451 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:39.501206 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Request body: {'subnet': {'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1706108693-subnet', 'tenant_id': '9689034486024264a65fae6b1b3aa932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:39.502911 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:39.505409 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcf77b-56a6-489b-be33-9aeba6e716a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1f77195e-9dcf-46ba-8bad-f25e051755ed,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:39.512504 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Pushing event updated for resources: {'Port': ['ID=2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:39.528872 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network 1f77195e-9dcf-46ba-8bad-f25e051755ed details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:11:39.593443 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Made reservation on behalf of 9689034486024264a65fae6b1b3aa932 for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:39.612252 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129323317'] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.630002 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6e87bcad-91aa-4362-82bc-0b2b536b8e84 req-6e1297c5-0c26-4ce5-8b53-11ebb843e5c7 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683266 Aug 10 15:11:39.644605 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.693700 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fb0c94d3-71b3-403c-ab54-5366bd0e52b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.838132 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.920389 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-850b4e2e-2f18-449a-b0eb-5e08ea23a745 None None] Provisioning for port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:39.927197 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-850b4e2e-2f18-449a-b0eb-5e08ea23a745 None None] Provisioning complete for port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:39.927568 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-850b4e2e-2f18-449a-b0eb-5e08ea23a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.934989 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fb0c94d3-71b3-403c-ab54-5366bd0e52b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.936522 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129320107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129323303'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.945310 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fb0c94d3-71b3-403c-ab54-5366bd0e52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:39.991395 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-850b4e2e-2f18-449a-b0eb-5e08ea23a745 None None] Port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:11:40.059374 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c875a83-9c60-4a88-b9e8-d557a3315cd2,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:40.067454 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-fb0c94d3-71b3-403c-ab54-5366bd0e52b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9cec2b780da49e2886ecf040058526a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6325977 Aug 10 15:11:40.068349 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c94d3-71b3-403c-ab54-5366bd0e52b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6029517-bbc4-49ac-bf13-ce55b0aaffe4,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:40.070155 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40612) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:40.100290 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Checking segment: {'id': 'c5ca7260-0e41-4858-874b-71a3cd07c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:40.100824 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.100936 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Network hostable DHCP agents. Network: 1f77195e-9dcf-46ba-8bad-f25e051755ed, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:11:40.111341 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.128294 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Network 1f77195e-9dcf-46ba-8bad-f25e051755ed is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:11:40.139735 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, 1f77195e-9dcf-46ba-8bad-f25e051755ed) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:40.145466 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:40.146118 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.158362 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681db6f-fd05-4477-a537-30729c6694fe None None] Network 1f77195e-9dcf-46ba-8bad-f25e051755ed requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:40.164286 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-5fa15334-72ca-4a14-a180-5888e386f399 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6742759 Aug 10 15:11:40.215782 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Pushing event updated for resources: {'Port': ['ID=2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:40.220398 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8316b7eb-63e0-41cb-8d2a-0519f8c4accb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.248325 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8316b7eb-63e0-41cb-8d2a-0519f8c4accb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.261272 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.329285 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ccd04891-be8d-4cdd-87ed-8212e97ee106 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:40.388627 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c93c37-383b-44a6-923b-d7aece0cb65f None None] Network 1f77195e-9dcf-46ba-8bad-f25e051755ed requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:11:40.412982 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8316b7eb-63e0-41cb-8d2a-0519f8c4accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.418591 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8316b7eb-63e0-41cb-8d2a-0519f8c4accb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.420249 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8316b7eb-63e0-41cb-8d2a-0519f8c4accb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6029517-bbc4-49ac-bf13-ce55b0aaffe4 HTTP/1.1" status: 204 len: 168 time: 0.3423898 Aug 10 15:11:40.448076 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316b7eb-63e0-41cb-8d2a-0519f8c4accb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6029517-bbc4-49ac-bf13-ce55b0aaffe4,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:40.465444 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:40.467943 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:40.495730 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port ccd04891-be8d-4cdd-87ed-8212e97ee106 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:40.511735 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port ccd04891-be8d-4cdd-87ed-8212e97ee106 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:40.512147 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.808794 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:11:40.838445 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.866439 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port ccd04891-be8d-4cdd-87ed-8212e97ee106, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=ccd04891-be8d-4cdd-87ed-8212e97ee106,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:40.870063 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-4aa82452-8fd0-4926-abb3-75255aee80e9 None None] Provisioning complete for port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:40.870701 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-4aa82452-8fd0-4926-abb3-75255aee80e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:40.931302 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-4aa82452-8fd0-4926-abb3-75255aee80e9 None None] Port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:11:40.934967 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:41.025373 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=ccd04891-be8d-4cdd-87ed-8212e97ee106,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:41.044518 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:11:41.055594 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Sync routers for ids ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:11:41.059007 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8b4c09b3-865d-498c-8eb2-9b1ced9f383d admin admin] 10.222.0.26 "PUT /v2.0/routers/155fa1e5-8b42-4c8a-827c-f3e06143ecd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0902102 Aug 10 15:11:41.085356 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40632) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:41.094880 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Routers {'155fa1e5-8b42-4c8a-827c-f3e06143ecd8'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:41.096012 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:11:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:41.113841 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d5cd-9207-4ab8-ac67-aa06c42934ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:41.353392 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d5cd-9207-4ab8-ac67-aa06c42934ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:41.360336 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-c0f7d5cd-9207-4ab8-ac67-aa06c42934ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:41.376595 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Set router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:41.421929 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-c0f7d5cd-9207-4ab8-ac67-aa06c42934ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d324d3dd02146a289bebbc1365fa461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341396 Aug 10 15:11:41.424605 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7d5cd-9207-4ab8-ac67-aa06c42934ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2b2ba9-1ee5-41d8-89e9-afd431b3cf00,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:41.425027 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40644) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:41.493588 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-65ddf2a7-32fd-4347-86d3-9c6916ab5cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:41.520856 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-65ddf2a7-32fd-4347-86d3-9c6916ab5cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:41.616861 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-65ddf2a7-32fd-4347-86d3-9c6916ab5cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:41.622012 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-65ddf2a7-32fd-4347-86d3-9c6916ab5cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:41.624096 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-65ddf2a7-32fd-4347-86d3-9c6916ab5cba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b2b2ba9-1ee5-41d8-89e9-afd431b3cf00 HTTP/1.1" status: 204 len: 168 time: 0.1964793 Aug 10 15:11:41.641579 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddf2a7-32fd-4347-86d3-9c6916ab5cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2b2ba9-1ee5-41d8-89e9-afd431b3cf00,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:41.720121 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:39Z', 'revision_number': 4, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'gw_port': {'id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69', 'name': '', 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'mac_address': 'fa:16:3e:c4:c5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '3561c91a-9e75-4141-b17c-79b25d03a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:37Z', 'updated_at': '2021-08-10T15:11:39Z', 'revision_number': 2, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'subnets': [{'id': '3561c91a-9e75-4141-b17c-79b25d03a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:41.768335 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Checking router: 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:11:41.768739 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Updating router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:11:41.817407 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:42.363077 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40670) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:42.367418 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:42.395360 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b1547389-d824-4b55-b277-956a1ad06d21 req-85d0b438-587e-4f4f-96d4-b59eeaf0531e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1471729-0745-422e-ae5e-e70a7a31601e HTTP/1.1" status: 200 len: 217 time: 0.2220128 Aug 10 15:11:42.413667 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Transition to ACTIVE for port object 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:42.450752 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ccd04891-be8d-4cdd-87ed-8212e97ee106 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:42.463469 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:42.470960 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1791cdeb-c76d-47d1-8b4d-c20d494c6401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:42.546773 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:11:42.660567 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1547389-d824-4b55-b277-956a1ad06d21 req-d3b70781-9cf3-4341-8423-3e07ec90b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:42.663560 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b1547389-d824-4b55-b277-956a1ad06d21 req-d3b70781-9cf3-4341-8423-3e07ec90b02f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 200 len: 853 time: 0.2406695 Aug 10 15:11:42.675021 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6dee0-31aa-41b7-a9bc-7b9be756b811 req-9276819f-eaf1-4bc0-bba9-352cf24796c5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:42.677924 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2ec6dee0-31aa-41b7-a9bc-7b9be756b811 req-9276819f-eaf1-4bc0-bba9-352cf24796c5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 943 time: 0.3766527 Aug 10 15:11:42.692576 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbf03b-0bac-42be-a8f5-d813b3fd41aa req-52993dcf-e135-4034-8d38-0f50b8273fab tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:42.695404 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9abbf03b-0bac-42be-a8f5-d813b3fd41aa req-52993dcf-e135-4034-8d38-0f50b8273fab tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.2965093 Aug 10 15:11:42.708176 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70699ce9-6f02-470c-a335-184e4994b6e1 None None] Pushing event updated for resources: {'Port': ['ID=2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:42.737578 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b1547389-d824-4b55-b277-956a1ad06d21 req-66b08289-5a77-4f0a-b025-8c83d44c9329 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b10a6317-7a85-4b67-b820-a4a5f0492303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598943 Aug 10 15:11:42.772890 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-378b2e0e-8897-4bd7-8910-55dd4bbd94bf req-dcae40d3-1010-4cb1-b64c-af30cd679581 service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982823 Aug 10 15:11:42.826836 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9abbf03b-0bac-42be-a8f5-d813b3fd41aa req-23ab1957-cbc8-4013-b72b-24803bff1218 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156771 Aug 10 15:11:42.839463 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2ec6dee0-31aa-41b7-a9bc-7b9be756b811 req-b802b826-bc0d-41b4-b370-52f0b7fd06b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369071 Aug 10 15:11:42.894262 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port ccd04891-be8d-4cdd-87ed-8212e97ee106 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:42.894655 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:42.967859 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Attempting to bind port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:11:42.968299 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Attempting to bind port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:11:42.969023 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Attempting to bind port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 on network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:43.000575 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:11:43.001464 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Checking segment: {'id': 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:43.001464 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:43.001859 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Bound using segment: {'id': 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:11:43.002377 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Bound port: 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:11:43.002803 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:43.155536 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] For port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:11:43.162375 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] For port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69,segment=NetworkSegment(d4e5261e-7b27-45e3-884d-1dd47b9a26ec),segment_id=d4e5261e-7b27-45e3-884d-1dd47b9a26ec)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:11:43.173828 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:43.178584 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1791cdeb-c76d-47d1-8b4d-c20d494c6401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:43.186375 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b1547389-d824-4b55-b277-956a1ad06d21 req-62cdf8b1-f869-40b6-8b6a-e54f6e079ffc service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294245 Aug 10 15:11:43.189790 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-1791cdeb-c76d-47d1-8b4d-c20d494c6401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:43.375066 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-1791cdeb-c76d-47d1-8b4d-c20d494c6401 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1bf47b77d744152bf305fe78f129fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0039926 Aug 10 15:11:43.377780 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40694) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:43.415356 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Routers {'155fa1e5-8b42-4c8a-827c-f3e06143ecd8'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:11:43.422577 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791cdeb-c76d-47d1-8b4d-c20d494c6401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fef8a0-cf09-4dc5-bd7c-9795de87be89,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:43.432291 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:11:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:43.535419 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8fc67da7-50dc-4779-ac55-230954ab81c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:43.599510 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8fc67da7-50dc-4779-ac55-230954ab81c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:43.601609 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b1547389-d824-4b55-b277-956a1ad06d21 req-485dfe49-3a28-445c-9cd5-b8578da58d61 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034328 Aug 10 15:11:43.663209 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70699ce9-6f02-470c-a335-184e4994b6e1 None None] Pushing event updated for resources: {'Port': ['ID=2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:43.772831 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8fc67da7-50dc-4779-ac55-230954ab81c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:43.781326 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8fc67da7-50dc-4779-ac55-230954ab81c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:43.788806 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8fc67da7-50dc-4779-ac55-230954ab81c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57fef8a0-cf09-4dc5-bd7c-9795de87be89 HTTP/1.1" status: 204 len: 168 time: 0.4076397 Aug 10 15:11:43.823601 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc67da7-50dc-4779-ac55-230954ab81c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fef8a0-cf09-4dc5-bd7c-9795de87be89,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:43.848950 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] Set router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:11:44.229662 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:39Z', 'revision_number': 4, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'gw_port': {'id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69', 'name': '', 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'mac_address': 'fa:16:3e:c4:c5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '3561c91a-9e75-4141-b17c-79b25d03a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:37Z', 'updated_at': '2021-08-10T15:11:43Z', 'revision_number': 4, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'subnets': [{'id': '3561c91a-9e75-4141-b17c-79b25d03a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:11:44.309549 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6ad55-304c-46f8-b547-36cb86615efb None None] The sync data for ids ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'] in dv-cinder-780933-14-iscsi is: [{'id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:39Z', 'revision_number': 4, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'gw_port': {'id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69', 'name': '', 'network_id': '60c515d3-f5c7-4779-b66f-e9b4fda0f5e1', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'mac_address': 'fa:16:3e:c4:c5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '3561c91a-9e75-4141-b17c-79b25d03a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:37Z', 'updated_at': '2021-08-10T15:11:43Z', 'revision_number': 4, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'subnets': [{'id': '3561c91a-9e75-4141-b17c-79b25d03a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:11:44.334604 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789a7c6-47e2-49c2-b66c-f562f363b55d req-241deadb-1ce9-4644-8931-26a1207e1a7b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:44.337611 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2789a7c6-47e2-49c2-b66c-f562f363b55d req-241deadb-1ce9-4644-8931-26a1207e1a7b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 943 time: 0.3363962 Aug 10 15:11:44.404412 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4c779-06d0-4e64-83e3-c9defcf3d078 req-b716bc85-6e3f-4ea5-bff1-eec767693b3f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:44.444258 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9da4c779-06d0-4e64-83e3-c9defcf3d078 req-b716bc85-6e3f-4ea5-bff1-eec767693b3f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.2979774 Aug 10 15:11:44.579218 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9da4c779-06d0-4e64-83e3-c9defcf3d078 req-e17b2388-8022-4ef3-be5a-a458f95a00ba tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363151 Aug 10 15:11:44.633742 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2789a7c6-47e2-49c2-b66c-f562f363b55d req-473582cb-a9fc-4c43-b949-757b3bfdd518 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876678 Aug 10 15:11:45.033872 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-37ad1299-cfd2-45c3-abdd-0ae36d883735 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:45.035537 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-37ad1299-cfd2-45c3-abdd-0ae36d883735 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/networks?id=1f77195e-9dcf-46ba-8bad-f25e051755ed HTTP/1.1" status: 200 len: 814 time: 0.3001382 Aug 10 15:11:45.059261 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-be88b89d-a852-4909-920b-2d4b1bea26cc tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/quotas/9689034486024264a65fae6b1b3aa932 HTTP/1.1" status: 200 len: 375 time: 0.0153937 Aug 10 15:11:45.108180 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-99a37eb9-ae51-45c7-b625-bc477f12ce91 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9689034486024264a65fae6b1b3aa932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404401 Aug 10 15:11:45.258090 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-4934299c-69a6-4e60-9ec0-e39c85ea3de3 service neutron] 10.222.0.26 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486993 Aug 10 15:11:45.814063 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70e768-b92d-4d04-a3eb-6531aa8fbbd8 req-fcf8df30-3606-4803-915b-9ed8de461cb9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:45.815822 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8b70e768-b92d-4d04-a3eb-6531aa8fbbd8 req-fcf8df30-3606-4803-915b-9ed8de461cb9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1167395 Aug 10 15:11:45.842154 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-6394dafe-0cce-4b0d-8aff-3a43a3348dae service neutron] 10.222.0.26 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530844 Aug 10 15:11:45.897492 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8b70e768-b92d-4d04-a3eb-6531aa8fbbd8 req-275391df-1705-4766-ac28-60339a4066e5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701320 Aug 10 15:11:46.084080 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e75b0-ac9a-4a24-8aca-43fe69ad6947 req-6bbd4510-b315-40a3-8cd8-ad10d5318e80 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:46.085922 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7a9e75b0-ac9a-4a24-8aca-43fe69ad6947 req-6bbd4510-b315-40a3-8cd8-ad10d5318e80 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 943 time: 0.0841310 Aug 10 15:11:46.177558 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7a9e75b0-ac9a-4a24-8aca-43fe69ad6947 req-4c7e1e59-967a-45d7-b84c-0027dd18c4ae tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752840 Aug 10 15:11:46.385874 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:46.483054 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:46.489060 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:46.489060 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:46.552668 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device a1471729-0745-422e-ae5e-e70a7a31601e details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:11:47.075717 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:47.110263 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port a1471729-0745-422e-ae5e-e70a7a31601e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a1471729-0745-422e-ae5e-e70a7a31601e,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:47.150132 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'a1471729-0745-422e-ae5e-e70a7a31601e', 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303', 'port_id': 'a1471729-0745-422e-ae5e-e70a7a31601e', 'mac_address': 'fa:16:3e:35:aa:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:11:47.158763 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69,segment=NetworkSegment(d4e5261e-7b27-45e3-884d-1dd47b9a26ec),segment_id=d4e5261e-7b27-45e3-884d-1dd47b9a26ec)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:47.234794 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:47.275839 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:47.301302 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1471729-0745-422e-ae5e-e70a7a31601e {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:11:47.321876 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:47.338972 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port a1471729-0745-422e-ae5e-e70a7a31601e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a1471729-0745-422e-ae5e-e70a7a31601e,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:47.344434 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:47.405765 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=a1471729-0745-422e-ae5e-e70a7a31601e,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:48.293993 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:48.365093 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:48.365506 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:48.813052 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aaa8adf7-e228-4fa9-bfa9-71e676e38486 req-b40bb142-43a6-484a-a6b6-635744603651 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 210 time: 0.0751445 Aug 10 15:11:48.844707 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9213a-41c1-4ee2-bcb5-ada74b3bee0b req-909bf60a-d3c5-46b3-b3bd-5f9b4a91798b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:48.853597 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b1c9213a-41c1-4ee2-bcb5-ada74b3bee0b req-909bf60a-d3c5-46b3-b3bd-5f9b4a91798b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1174591 Aug 10 15:11:48.905220 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b1c9213a-41c1-4ee2-bcb5-ada74b3bee0b req-5436a257-371e-4989-9544-c16e24d8150f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515659 Aug 10 15:11:49.020417 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['a1471729-0745-422e-ae5e-e70a7a31601e'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:11:49.035185 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f13d41-36e9-4f5f-a467-ffde8e8fe19f req-a9fa03cd-863d-4950-a32e-290327dea191 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:49.038157 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-32f13d41-36e9-4f5f-a467-ffde8e8fe19f req-a9fa03cd-863d-4950-a32e-290327dea191 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 944 time: 0.0953245 Aug 10 15:11:49.124449 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-32f13d41-36e9-4f5f-a467-ffde8e8fe19f req-27e7ef76-763b-49b7-987d-94904574253c tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796416 Aug 10 15:11:49.594218 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-1146ca69-551b-4443-907e-17a708637f4c tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:49.598570 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-1146ca69-551b-4443-907e-17a708637f4c tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.50 "GET /v2.0/networks?id=1f77195e-9dcf-46ba-8bad-f25e051755ed HTTP/1.1" status: 200 len: 814 time: 0.1532810 Aug 10 15:11:49.627218 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Request body: {'port': {'device_id': '142213fc-777f-43d9-94ca-7577a649539c', 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed', 'admin_state_up': True, 'tenant_id': '9689034486024264a65fae6b1b3aa932'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:49.843638 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Made reservation on behalf of 9689034486024264a65fae6b1b3aa932 for: {'port': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:49.850211 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:49.960119 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-376edde1-a1aa-48c0-982c-0954a5f11247 req-1f7c7b13-2f53-47ef-91d3-48fdf5670b76 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 210 time: 0.0506382 Aug 10 15:11:50.061769 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a5f0e-51f4-4e1b-a658-9e7fe023cae4 req-d5dc9d4d-b9e5-4c31-95c7-0dc49c7d6525 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:50.063449 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e75a5f0e-51f4-4e1b-a658-9e7fe023cae4 req-d5dc9d4d-b9e5-4c31-95c7-0dc49c7d6525 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0622630 Aug 10 15:11:50.125615 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e75a5f0e-51f4-4e1b-a658-9e7fe023cae4 req-58c48611-4dc4-4a2f-b2b1-912eb1220aad tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554056 Aug 10 15:11:50.148829 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Allocated IP 172.20.0.5 (1f77195e-9dcf-46ba-8bad-f25e051755ed/4c875a83-9c60-4a88-b9e8-d557a3315cd2/bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:50.363245 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df2121-88b2-471b-b354-aa6a073beea9 req-ec1d7572-3032-42a6-be45-09bd188e996e tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:50.369133 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-77df2121-88b2-471b-b354-aa6a073beea9 req-ec1d7572-3032-42a6-be45-09bd188e996e tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 944 time: 0.1248481 Aug 10 15:11:50.460563 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:50.476087 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-77df2121-88b2-471b-b354-aa6a073beea9 req-51c64c73-5f12-45fb-ba9c-77709bfb14b3 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907595 Aug 10 15:11:50.591124 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:50.606855 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device a1471729-0745-422e-ae5e-e70a7a31601e up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:11:50.678043 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Network 1f77195e-9dcf-46ba-8bad-f25e051755ed is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:50.682982 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:50.704314 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:50.762907 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Pushing event updated for resources: {'Port': ['ID=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:50.792366 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port a1471729-0745-422e-ae5e-e70a7a31601e completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:50.812633 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port a1471729-0745-422e-ae5e-e70a7a31601e triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:50.813073 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:50.825328 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:50.825328 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:50.954014 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-e8f8e753-43d2-4eb1-96a6-935f40e5abff tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3334103 Aug 10 15:11:50.972735 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Request body: {'port': {'device_id': '142213fc-777f-43d9-94ca-7577a649539c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:51.000948 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:51.050305 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port a1471729-0745-422e-ae5e-e70a7a31601e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a1471729-0745-422e-ae5e-e70a7a31601e,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:51.052296 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2065d0-a94e-47d2-9da5-564fb782cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1471729-0745-422e-ae5e-e70a7a31601e'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:11:51.055728 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6cffb1-b157-4a59-8c10-0ee4355ee956" -d '{"events": [{"server_uuid": "0d2065d0-a94e-47d2-9da5-564fb782cb36", "name": "network-vif-plugged", "status": "completed", "tag": "a1471729-0745-422e-ae5e-e70a7a31601e"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:11:51.061642 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:51.129141 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=a1471729-0745-422e-ae5e-e70a7a31601e,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:51.172906 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:51.178346 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc75c9-7acf-46e3-8d13-dd1f45eec5d3 req-37f08d8b-0bfc-4c37-b6f7-544f2c8b3439 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:51.185460 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60f26da-f3de-428d-935c-a5c81eee676f x-openstack-request-id: req-a60f26da-f3de-428d-935c-a5c81eee676f {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:11:51.186005 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2065d0-a94e-47d2-9da5-564fb782cb36", "name": "network-vif-plugged", "status": "completed", "tag": "a1471729-0745-422e-ae5e-e70a7a31601e", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:11:51.186475 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a60f26da-f3de-428d-935c-a5c81eee676f {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:11:51.187065 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2065d0-a94e-47d2-9da5-564fb782cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1471729-0745-422e-ae5e-e70a7a31601e', 'code': 200} Aug 10 15:11:51.187658 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b5bc75c9-7acf-46e3-8d13-dd1f45eec5d3 req-37f08d8b-0bfc-4c37-b6f7-544f2c8b3439 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 931 time: 0.0825846 Aug 10 15:11:51.250054 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b5bc75c9-7acf-46e3-8d13-dd1f45eec5d3 req-815b28cb-c929-4be6-a197-2bf0d84f6dbb tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609696 Aug 10 15:11:51.317105 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cb89b-9c87-4ec0-87f0-4c96cea65310 req-80c8e475-6c4a-4d09-909e-349d19f2f6b5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:51.330635 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-de3cb89b-9c87-4ec0-87f0-4c96cea65310 req-80c8e475-6c4a-4d09-909e-349d19f2f6b5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0704126 Aug 10 15:11:51.375987 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-de3cb89b-9c87-4ec0-87f0-4c96cea65310 req-c57d62e7-3f8d-40db-b558-f551263e506e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 Aug 10 15:11:51.580759 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 {{(pid=93495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:11:51.603799 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:51.630162 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Transition to ACTIVE for port object bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 will not be triggered until provisioned by entity L2. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:51.638398 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:51.667266 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a25116-7eaa-4641-9650-debed8b284ab req-5193f000-af5c-4653-8145-b459fee92d1f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:51.675192 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-79a25116-7eaa-4641-9650-debed8b284ab req-5193f000-af5c-4653-8145-b459fee92d1f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 945 time: 0.1098125 Aug 10 15:11:51.746074 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-79a25116-7eaa-4641-9650-debed8b284ab req-2fd43f9e-c0d1-4acd-9676-b77887622cad tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695872 Aug 10 15:11:51.824630 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:51.866471 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 40856) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:51.867306 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Attempting to bind port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:11:51.867945 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Attempting to bind port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c5ca7260-0e41-4858-874b-71a3cd07c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed'}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:11:51.868527 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Attempting to bind port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 on network 1f77195e-9dcf-46ba-8bad-f25e051755ed {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:51.876960 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 on network 1f77195e-9dcf-46ba-8bad-f25e051755ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:11:51.877496 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Attempting to bind port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 on network 1f77195e-9dcf-46ba-8bad-f25e051755ed {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:11:51.890320 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:11:51.893671 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Checking segment: {'id': 'c5ca7260-0e41-4858-874b-71a3cd07c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:11:51.894429 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Bound using segment: {'id': 'c5ca7260-0e41-4858-874b-71a3cd07c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed'} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:11:51.895308 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Bound port: bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ca7260-0e41-4858-874b-71a3cd07c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed'}}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:11:51.896083 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:51.991679 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] For port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9, host hv-cinder-78093, cleared binding levels {{(pid=93495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:11:51.995933 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] For port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:11:52.006748 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.032075 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdbd4-58ba-4a4a-9f51-b9f47cf9999b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.086076 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:52.086076 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.088349 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 HTTP/1.1" status: 200 len: 1093 time: 1.1198139 Aug 10 15:11:52.088349 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142213fc-777f-43d9-94ca-7577a649539c', 'tag': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:11:52.096864 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91763da-2001-498f-9c9f-19179e89f73e" -d '{"events": [{"name": "network-changed", "server_uuid": "142213fc-777f-43d9-94ca-7577a649539c", "tag": "bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:11:52.172012 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abae7b-6235-4b0c-b1a4-bb298fdcf2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,revision_number=3']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:52.193511 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdbd4-58ba-4a4a-9f51-b9f47cf9999b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.200627 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdbd4-58ba-4a4a-9f51-b9f47cf9999b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.249132 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-ac9cdbd4-58ba-4a4a-9f51-b9f47cf9999b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3a1181d3d104dce82c8d91eeb5abceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813798 Aug 10 15:11:52.250081 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cdbd4-58ba-4a4a-9f51-b9f47cf9999b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9c5afc-954a-475d-98e2-27a0d92f4fcf,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:52.254695 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 40868) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:52.328904 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8fb8869e-dd7b-426c-bea0-1bbcbc4ae95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.346124 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bdfc58cc-93ce-4f2e-a1b6-428a85b3c9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.359900 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8fb8869e-dd7b-426c-bea0-1bbcbc4ae95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.433519 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8fb8869e-dd7b-426c-bea0-1bbcbc4ae95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.436781 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8fb8869e-dd7b-426c-bea0-1bbcbc4ae95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:52.438068 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-8fb8869e-dd7b-426c-bea0-1bbcbc4ae95c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f9c5afc-954a-475d-98e2-27a0d92f4fcf HTTP/1.1" status: 204 len: 168 time: 0.1845005 Aug 10 15:11:52.446965 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8869e-dd7b-426c-bea0-1bbcbc4ae95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9c5afc-954a-475d-98e2-27a0d92f4fcf,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:54.764597 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce951e68-4892-455e-90b9-9c75709cbd31 req-7661d2ce-fab9-4a59-ad6a-2b37a94112d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:54.765792 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ce951e68-4892-455e-90b9-9c75709cbd31 req-7661d2ce-fab9-4a59-ad6a-2b37a94112d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 1098 time: 0.0601058 Aug 10 15:11:54.803125 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00de5083-4a4b-474f-b682-5567d888b872 x-openstack-request-id: req-00de5083-4a4b-474f-b682-5567d888b872 {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:11:54.803845 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142213fc-777f-43d9-94ca-7577a649539c", "tag": "bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:11:54.804472 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00de5083-4a4b-474f-b682-5567d888b872 {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:11:54.805197 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142213fc-777f-43d9-94ca-7577a649539c', 'tag': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9', 'status': 'completed', 'code': 200} Aug 10 15:11:54.811466 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-a53f6738-15d7-4173-86ba-68a86dafa4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:54.813026 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-a53f6738-15d7-4173-86ba-68a86dafa4dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9689034486024264a65fae6b1b3aa932&device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 1096 time: 0.0705221 Aug 10 15:11:54.872071 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ce951e68-4892-455e-90b9-9c75709cbd31 req-742d7803-53b0-4dbd-9571-21e065242163 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901310 Aug 10 15:11:54.882959 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-2bb9207e-4c62-4f1b-b22c-a2799470f856 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 HTTP/1.1" status: 200 len: 217 time: 0.0598171 Aug 10 15:11:54.957004 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258ca66-a543-4ab6-87c5-98fd82eb694b req-5bea90c5-ce72-44ad-9dc5-741cb907ed43 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:54.962174 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a258ca66-a543-4ab6-87c5-98fd82eb694b req-5bea90c5-ce72-44ad-9dc5-741cb907ed43 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.0783312 Aug 10 15:11:54.981737 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e72cc-baa0-4d3a-a18b-8ef4c754f279 req-6dcc45fa-136b-4a98-b461-425654abd3a9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:54.983325 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-763e72cc-baa0-4d3a-a18b-8ef4c754f279 req-6dcc45fa-136b-4a98-b461-425654abd3a9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0748222 Aug 10 15:11:55.047877 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a258ca66-a543-4ab6-87c5-98fd82eb694b req-2cfa4bce-89f9-4532-a6d3-b4c9474db6aa tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820134 Aug 10 15:11:55.073568 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-763e72cc-baa0-4d3a-a18b-8ef4c754f279 req-fbfee310-1950-4a31-bf3e-49f26a104774 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835702 Aug 10 15:11:55.098932 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-25d5a29e-207a-44a1-b111-5eb221266936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:55.100486 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-25d5a29e-207a-44a1-b111-5eb221266936 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c875a83-9c60-4a88-b9e8-d557a3315cd2 HTTP/1.1" status: 200 len: 854 time: 0.0786843 Aug 10 15:11:55.126969 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:55.189660 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-de6aa385-c440-44a0-9ab0-6a00ec252574 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f77195e-9dcf-46ba-8bad-f25e051755ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412345 Aug 10 15:11:55.206471 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001eacd2-d789-48d9-888e-459e747806dd req-83183cfd-cc83-4381-86d1-16770236ee8d tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:55.208172 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-001eacd2-d789-48d9-888e-459e747806dd req-83183cfd-cc83-4381-86d1-16770236ee8d tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 945 time: 0.0895464 Aug 10 15:11:55.312169 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-001eacd2-d789-48d9-888e-459e747806dd req-df98c581-984c-4b54-a0fc-84efb6bc23ae tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851889 Aug 10 15:11:55.337720 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-db424ab1-59fe-4652-8ef1-fd30047fe376 service neutron] 10.222.0.50 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284125 Aug 10 15:11:55.457768 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241a3088-1409-42d1-80bd-e24b7b737a32 req-749010b9-a1c2-4675-9c36-48228e52ef36 service neutron] 10.222.0.50 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118956 Aug 10 15:11:55.538801 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7137e942-b88a-434e-a4d5-7a5b9dfd1803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:55.592805 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91763da-2001-498f-9c9f-19179e89f73e req-819581cc-f0fc-4a86-a90c-d62a2d4b03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:55.595156 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e91763da-2001-498f-9c9f-19179e89f73e req-819581cc-f0fc-4a86-a90c-d62a2d4b03c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9689034486024264a65fae6b1b3aa932&device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 1096 time: 0.0800853 Aug 10 15:11:55.771608 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91763da-2001-498f-9c9f-19179e89f73e req-c365c5f2-f53a-44de-860a-b7a483bfa646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:55.773118 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e91763da-2001-498f-9c9f-19179e89f73e req-c365c5f2-f53a-44de-860a-b7a483bfa646 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f77195e-9dcf-46ba-8bad-f25e051755ed HTTP/1.1" status: 200 len: 915 time: 0.1687782 Aug 10 15:11:55.780752 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-2befa2d4-fed0-4515-a213-a9ce13f9d3f5 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:55.782697 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-2befa2d4-fed0-4515-a213-a9ce13f9d3f5 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/networks?id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 HTTP/1.1" status: 200 len: 814 time: 0.1795096 Aug 10 15:11:55.826733 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e91763da-2001-498f-9c9f-19179e89f73e req-726d9234-b419-4769-bfcf-9df146385a46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 HTTP/1.1" status: 200 len: 217 time: 0.0422187 Aug 10 15:11:55.828924 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-27dc4bfb-9725-48df-b2bb-f7b6dd8833f3 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/quotas/2c1a23ed2b45465181f355cbe67a2f8c HTTP/1.1" status: 200 len: 375 time: 0.0374899 Aug 10 15:11:55.922153 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91763da-2001-498f-9c9f-19179e89f73e req-40ad5850-d936-4926-958c-2a71bc999281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:55.924809 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e91763da-2001-498f-9c9f-19179e89f73e req-40ad5850-d936-4926-958c-2a71bc999281 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c875a83-9c60-4a88-b9e8-d557a3315cd2 HTTP/1.1" status: 200 len: 854 time: 0.0803106 Aug 10 15:11:55.932698 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-55ede5ca-60a4-426a-b5c6-22ba106f5b6e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c1a23ed2b45465181f355cbe67a2f8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976956 Aug 10 15:11:55.970247 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e91763da-2001-498f-9c9f-19179e89f73e req-a761e688-166c-481c-a495-c39cd9dbac25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f77195e-9dcf-46ba-8bad-f25e051755ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361526 Aug 10 15:11:56.119478 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-91726861-bcc4-4638-9ab4-2ab5088f2aa7 service neutron] 10.222.0.26 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736817 Aug 10 15:11:56.199998 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:56.207602 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e91763da-2001-498f-9c9f-19179e89f73e req-f4f7677a-7760-4b6d-a3a3-94eb6ae6cf7a service neutron] 10.222.0.50 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990478 Aug 10 15:11:56.301577 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4fb28-169f-4d81-ba02-08db43740d06 req-26cc06c0-354c-47f2-8087-75f9496dcab7 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:56.303236 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fe4fb28-169f-4d81-ba02-08db43740d06 req-26cc06c0-354c-47f2-8087-75f9496dcab7 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.1775391 Aug 10 15:11:56.332445 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-23044162-c139-497d-a582-c5acd1806f64 service neutron] 10.222.0.26 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052591 Aug 10 15:11:56.379750 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fe4fb28-169f-4d81-ba02-08db43740d06 req-6732e5da-d58f-4063-a180-086b41074912 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626445 Aug 10 15:11:56.393415 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e91763da-2001-498f-9c9f-19179e89f73e req-b5080f36-769e-436b-a0c0-360b15f5edaf service neutron] 10.222.0.50 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648743 Aug 10 15:11:56.543409 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a8c05-5c3f-472d-8917-198e72a04f75 req-f98fdf5b-cb9d-45b3-9876-7e3fcc1db3a3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:56.545016 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9f6a8c05-5c3f-472d-8917-198e72a04f75 req-f98fdf5b-cb9d-45b3-9876-7e3fcc1db3a3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0642970 Aug 10 15:11:56.641170 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9f6a8c05-5c3f-472d-8917-198e72a04f75 req-fa18ed3c-33ca-4320-8b7e-6f506ffa7792 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788357 Aug 10 15:11:56.649088 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:56.659483 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156208b3-be06-402d-b0be-143cf39cc068 req-0af1019c-3f9d-47f0-8fcb-56f0d8f99dfe tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:56.666925 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-156208b3-be06-402d-b0be-143cf39cc068 req-0af1019c-3f9d-47f0-8fcb-56f0d8f99dfe tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 945 time: 0.0945630 Aug 10 15:11:56.744425 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7019711a-d7f3-4209-82bf-e40aa996418b req-5e78e006-0b48-49b2-8288-2c7353a0292d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 210 time: 0.0409439 Aug 10 15:11:56.747759 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-156208b3-be06-402d-b0be-143cf39cc068 req-3318b34f-c5f0-4677-8562-0c5bf7fbb41f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742462 Aug 10 15:11:57.130955 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1cffd-eada-4495-9bad-e0f8138882f4 req-b98f1d36-d042-442e-bb1f-c104c74e54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:57.135741 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ccf1cffd-eada-4495-9bad-e0f8138882f4 req-b98f1d36-d042-442e-bb1f-c104c74e54fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1098 time: 0.0738368 Aug 10 15:11:57.227744 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ccf1cffd-eada-4495-9bad-e0f8138882f4 req-f1431c72-fa07-4c0a-a313-85a62fcfb46a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714760 Aug 10 15:11:57.533315 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f90f0-ce6e-4df4-b0cb-6cc048c74328 req-2ea92840-341c-48d8-a21e-a8c61ba9ab04 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:57.534888 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bf3f90f0-ce6e-4df4-b0cb-6cc048c74328 req-2ea92840-341c-48d8-a21e-a8c61ba9ab04 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.0575752 Aug 10 15:11:57.579259 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bf3f90f0-ce6e-4df4-b0cb-6cc048c74328 req-14fabe7b-0622-42f8-8950-719b62745613 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Aug 10 15:11:57.771183 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887b423-3ea7-4007-b8d0-61a06c6c9ba9 req-9a7b0124-96f2-4aa1-916f-9c8e97c45838 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:57.772789 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d887b423-3ea7-4007-b8d0-61a06c6c9ba9 req-9a7b0124-96f2-4aa1-916f-9c8e97c45838 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0516210 Aug 10 15:11:57.848053 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d887b423-3ea7-4007-b8d0-61a06c6c9ba9 req-dfa8b53d-65e6-4ce9-b4f2-3c64fed33527 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613697 Aug 10 15:11:57.890090 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8f04bd8b-7e7c-4401-9534-19eda3df5f26 req-3b07197f-c059-4a35-a012-1d22d3999c2e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 210 time: 0.0400224 Aug 10 15:11:58.037597 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-2bf0a879-88c3-4d2f-9ac6-ff0e96e5e01c tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:58.039562 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-2bf0a879-88c3-4d2f-9ac6-ff0e96e5e01c tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.50 "GET /v2.0/networks?id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 HTTP/1.1" status: 200 len: 814 time: 0.1261711 Aug 10 15:11:58.067219 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'port': {'device_id': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'admin_state_up': True, 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:11:58.087304 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:58.240787 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Made reservation on behalf of 2c1a23ed2b45465181f355cbe67a2f8c for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:11:58.245536 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:58.418138 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Allocated IP 172.20.0.7 (b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7/8e7e64a0-90e9-4695-bda7-3a547c38bbbf/17998012-53db-436e-aa37-4583e1ab4d1c) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:11:58.609694 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:58.632007 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Transition to ACTIVE for port object 17998012-53db-436e-aa37-4583e1ab4d1c will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:11:58.705339 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:58.782258 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260af973-a1e9-4e73-a546-d924b9d4be2e req-87d03755-fc22-4435-9f40-7ba9685eeb81 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:58.784018 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-260af973-a1e9-4e73-a546-d924b9d4be2e req-87d03755-fc22-4435-9f40-7ba9685eeb81 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.1142757 Aug 10 15:11:58.789008 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:11:58.793566 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:11:58.797204 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'Port': ['ID=17998012-53db-436e-aa37-4583e1ab4d1c,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:58.807688 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:11:58.903443 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-260af973-a1e9-4e73-a546-d924b9d4be2e req-d181a734-b730-43b0-ac08-2c2bbe4fb58e tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032279 Aug 10 15:11:58.976393 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:58.977134 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:59.081314 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-47432506-9b35-413c-bb3d-813abbe9cf5d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0203414 Aug 10 15:11:59.136291 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bf6b7-8ceb-43df-8f26-1771f4e14f28 req-aa318ff9-8b85-42bf-8d61-4eb8653a82b9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:59.137889 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7f0bf6b7-8ceb-43df-8f26-1771f4e14f28 req-aa318ff9-8b85-42bf-8d61-4eb8653a82b9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1150258 Aug 10 15:11:59.177824 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c190a58-7eac-4224-ba33-1fed5feebf12 req-63342c43-8d27-4735-a0ea-28d279df58de tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:11:59.184464 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9c190a58-7eac-4224-ba33-1fed5feebf12 req-63342c43-8d27-4735-a0ea-28d279df58de tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 931 time: 0.1011460 Aug 10 15:11:59.243336 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7f0bf6b7-8ceb-43df-8f26-1771f4e14f28 req-1824db52-4f5c-4362-b368-ed1dbbea06f2 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942235 Aug 10 15:11:59.298132 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9c190a58-7eac-4224-ba33-1fed5feebf12 req-3c8c11fc-8ccf-4e9d-bdf2-227ca4154162 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086969 Aug 10 15:11:59.335278 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-c15f2012-c9f0-4854-8db4-2f84b6eaaf6e None None] Provisioning for port 17998012-53db-436e-aa37-4583e1ab4d1c completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:11:59.343102 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-c15f2012-c9f0-4854-8db4-2f84b6eaaf6e None None] Provisioning complete for port 17998012-53db-436e-aa37-4583e1ab4d1c triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:11:59.343874 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c15f2012-c9f0-4854-8db4-2f84b6eaaf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:59.417143 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-c15f2012-c9f0-4854-8db4-2f84b6eaaf6e None None] Port 17998012-53db-436e-aa37-4583e1ab4d1c cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:11:59.441082 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:11:59.576326 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:59.590923 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9', 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed', 'port_id': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9', 'mac_address': 'fa:16:3e:4e:b9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c875a83-9c60-4a88-b9e8-d557a3315cd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:11:59.644860 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:59.667552 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:11:59.702080 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:11:59.711159 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:11:59.748647 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41050) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:11:59.786025 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:11:59.887809 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d61d-1de7-48d1-b7aa-f84e3a334d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.005173 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d61d-1de7-48d1-b7aa-f84e3a334d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.010755 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d61d-1de7-48d1-b7aa-f84e3a334d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.055700 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-4ad0d61d-1de7-48d1-b7aa-f84e3a334d7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f1805ce0ddc46fcb6971b810e316b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057926 Aug 10 15:12:00.059150 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 41058) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:00.059376 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0d61d-1de7-48d1-b7aa-f84e3a334d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd80bf8-9c19-4476-96a8-5e01542ea891,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:00.131969 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:12:00.148029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-92796ec4-6038-43da-a1a6-fd1740060ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.177070 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-92796ec4-6038-43da-a1a6-fd1740060ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.252767 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-92796ec4-6038-43da-a1a6-fd1740060ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.262279 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-92796ec4-6038-43da-a1a6-fd1740060ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.262279 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-92796ec4-6038-43da-a1a6-fd1740060ba3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1dd80bf8-9c19-4476-96a8-5e01542ea891 HTTP/1.1" status: 204 len: 168 time: 0.1965535 Aug 10 15:12:00.280191 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92796ec4-6038-43da-a1a6-fd1740060ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd80bf8-9c19-4476-96a8-5e01542ea891,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:00.612624 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41066) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:00.627602 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bda790b3-deba-4cb1-b90b-7d2654803045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.735309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bda790b3-deba-4cb1-b90b-7d2654803045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.740103 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bda790b3-deba-4cb1-b90b-7d2654803045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.781911 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda790b3-deba-4cb1-b90b-7d2654803045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86699283-931b-4f7d-90f7-0fe016d01e86,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:00.788635 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-bda790b3-deba-4cb1-b90b-7d2654803045 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f23e0f23b134f52a4b05b706b0cca27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747322 Aug 10 15:12:00.789328 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 41068) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:00.869612 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e4f58857-d018-4d3d-b935-7e415f4025c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.897442 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e4f58857-d018-4d3d-b935-7e415f4025c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.957306 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e4f58857-d018-4d3d-b935-7e415f4025c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.961634 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e4f58857-d018-4d3d-b935-7e415f4025c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:00.963638 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-e4f58857-d018-4d3d-b935-7e415f4025c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86699283-931b-4f7d-90f7-0fe016d01e86 HTTP/1.1" status: 204 len: 168 time: 0.1725373 Aug 10 15:12:00.976696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f58857-d018-4d3d-b935-7e415f4025c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86699283-931b-4f7d-90f7-0fe016d01e86,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:01.448463 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:12:01.525840 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:12:01.530655 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:12:01.531593 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:01.656032 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:01.692983 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142213fc-777f-43d9-94ca-7577a649539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:01.695691 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62a60b8-3b87-4984-ad90-1ed47dcee88f" -d '{"events": [{"server_uuid": "142213fc-777f-43d9-94ca-7577a649539c", "name": "network-vif-plugged", "status": "completed", "tag": "bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:01.716658 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:01.721105 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:01.788984 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:06.618604 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 41158) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:06.743882 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:06.851887 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:06.856292 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:06.898302 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6eed389a6411455593e63a6a5da22f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784901 Aug 10 15:12:06.899110 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9332dd67-57c2-48ac-ae1b-cbe42118abab,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:06.901718 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41162) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:06.910616 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.911204 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.911750 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.912257 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.912594 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.912980 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.913406 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.913831 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.914086 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.914434 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.914757 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.915137 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d73b54-41b4-402b-9162-1b6c967662bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:06.993592 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.031520 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.083573 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.086394 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.088238 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9332dd67-57c2-48ac-ae1b-cbe42118abab HTTP/1.1" status: 204 len: 168 time: 0.1829102 Aug 10 15:12:07.096903 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9332dd67-57c2-48ac-ae1b-cbe42118abab,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:07.105181 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.105543 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.105868 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.106201 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.106583 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.106919 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.107253 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.107578 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.107910 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.108259 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.108558 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.109051 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33f6db-7879-4176-a405-9b9acb2a4f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:07.425297 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41168) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:07.441975 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ed49e6f-dc60-4031-b90b-7df10a44ea88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.540514 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ed49e6f-dc60-4031-b90b-7df10a44ea88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.546345 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ed49e6f-dc60-4031-b90b-7df10a44ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.589494 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed49e6f-dc60-4031-b90b-7df10a44ea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c0a8ac-ca24-49bc-8873-6e8049772b4f,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:07.604479 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-7ed49e6f-dc60-4031-b90b-7df10a44ea88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34f2a85bde384f67a90fb6cc3bc30d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780179 Aug 10 15:12:07.607318 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 41174) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:07.673543 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cd1329f8-21b7-4887-a8bf-44a61f6046ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.697996 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cd1329f8-21b7-4887-a8bf-44a61f6046ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.750591 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cd1329f8-21b7-4887-a8bf-44a61f6046ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.753175 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cd1329f8-21b7-4887-a8bf-44a61f6046ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:07.754379 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-cd1329f8-21b7-4887-a8bf-44a61f6046ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1c0a8ac-ca24-49bc-8873-6e8049772b4f HTTP/1.1" status: 204 len: 168 time: 0.1459968 Aug 10 15:12:07.763885 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1329f8-21b7-4887-a8bf-44a61f6046ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c0a8ac-ca24-49bc-8873-6e8049772b4f,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:13.897346 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Request body: {'port': {'device_id': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:13.967046 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:14.186018 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-1a1a6fef-f555-44fa-8a23-fdeaf7d9c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:14.187706 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-1a1a6fef-f555-44fa-8a23-fdeaf7d9c322 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1098 time: 0.0715251 Aug 10 15:12:14.225663 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9252ab-09b6-4d8b-92b4-b95a03f2c699 req-f823a862-c6a4-4a96-a55e-a2eb72be0903 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:14.227787 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1b9252ab-09b6-4d8b-92b4-b95a03f2c699 req-f823a862-c6a4-4a96-a55e-a2eb72be0903 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 945 time: 0.1976595 Aug 10 15:12:14.310416 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc717e5-9bf1-4ab3-be2e-890771fa9f33 req-efb1b9fc-70db-4eee-8a0a-05ee8fdabbfd tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:14.312040 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0bc717e5-9bf1-4ab3-be2e-890771fa9f33 req-efb1b9fc-70db-4eee-8a0a-05ee8fdabbfd tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 931 time: 0.1578982 Aug 10 15:12:14.362392 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1b9252ab-09b6-4d8b-92b4-b95a03f2c699 req-c1d281e2-1cec-4a1e-9b59-2f5e1ef9c93f tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228805 Aug 10 15:12:14.410065 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0bc717e5-9bf1-4ab3-be2e-890771fa9f33 req-46ef672e-dc55-4045-8e0d-d6576978f490 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906057 Aug 10 15:12:14.460876 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a599e13-7339-4c4a-8d83-47babc5f8b66 x-openstack-request-id: req-8a599e13-7339-4c4a-8d83-47babc5f8b66 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:14.461459 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142213fc-777f-43d9-94ca-7577a649539c", "name": "network-vif-plugged", "status": "completed", "tag": "bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:14.461673 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a599e13-7339-4c4a-8d83-47babc5f8b66 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:14.462557 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142213fc-777f-43d9-94ca-7577a649539c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9', 'code': 200} Aug 10 15:12:14.553557 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-5ff20f98-c549-4656-b063-6c4a21c7a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:14.555091 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-5ff20f98-c549-4656-b063-6c4a21c7a5c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 920 time: 0.3586738 Aug 10 15:12:14.607666 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-ecd54b2f-7879-43cb-a027-09647783d7d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b159d6b2-2a92-478b-b990-51ada4833dad HTTP/1.1" status: 200 len: 217 time: 0.0409031 Aug 10 15:12:14.690547 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-7ebed3a0-67a3-41fa-8699-70bb075a25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:14.692020 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-7ebed3a0-67a3-41fa-8699-70bb075a25f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.0490031 Aug 10 15:12:14.737702 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-acd4d8cc-c26e-4b08-9d9b-059c167b21c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369895 Aug 10 15:12:14.751157 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17998012-53db-436e-aa37-4583e1ab4d1c {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:12:14.762120 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:14.787994 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Transition to ACTIVE for port object 17998012-53db-436e-aa37-4583e1ab4d1c will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:12:14.793682 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0108f8-b5eb-4cdd-b828-ce83272b4621 req-068f1711-45d7-4147-aca2-6336412b6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:14.795264 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1f0108f8-b5eb-4cdd-b828-ce83272b4621 req-068f1711-45d7-4147-aca2-6336412b6ce1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 1098 time: 0.1090240 Aug 10 15:12:14.803091 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297be27e-d1d2-4b3f-a392-28a58c6187aa req-59d74331-6946-421a-b99c-ed0d6563dd3a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:14.804668 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-297be27e-d1d2-4b3f-a392-28a58c6187aa req-59d74331-6946-421a-b99c-ed0d6563dd3a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1196437 Aug 10 15:12:14.805452 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:14.850494 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-014a1341-3cab-467c-bf1a-3a0d6508f9d4 service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018827 Aug 10 15:12:14.905999 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Pushing event updated for resources: {'Port': ['ID=17998012-53db-436e-aa37-4583e1ab4d1c,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:14.919401 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1f0108f8-b5eb-4cdd-b828-ce83272b4621 req-d601144d-f5d0-4826-a346-2613661b9490 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101186 Aug 10 15:12:14.928171 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-297be27e-d1d2-4b3f-a392-28a58c6187aa req-37ee23e5-06b0-4025-9e69-41877c706c07 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081994 Aug 10 15:12:15.020451 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-cf2b7521-095a-495a-83ad-2824451c07e4 req-9d359d1b-e28f-452f-b42b-84e09bdab6d8 service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580853 Aug 10 15:12:15.030647 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Attempting to bind port 17998012-53db-436e-aa37-4583e1ab4d1c on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:12:15.031230 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Attempting to bind port 17998012-53db-436e-aa37-4583e1ab4d1c by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:12:15.031792 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Attempting to bind port 17998012-53db-436e-aa37-4583e1ab4d1c on network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:12:15.045377 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Port 17998012-53db-436e-aa37-4583e1ab4d1c on network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:12:15.045918 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Attempting to bind port 17998012-53db-436e-aa37-4583e1ab4d1c on network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:12:15.055216 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:12:15.056125 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Checking segment: {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:12:15.056744 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Bound using segment: {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:12:15.057466 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Bound port: 17998012-53db-436e-aa37-4583e1ab4d1c, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb44134-1a69-4850-9d8e-8aad0636cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:12:15.058057 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:15.159887 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] For port 17998012-53db-436e-aa37-4583e1ab4d1c, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:12:15.163793 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] For port 17998012-53db-436e-aa37-4583e1ab4d1c, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=17998012-53db-436e-aa37-4583e1ab4d1c,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:12:15.170190 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:15.208038 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:15.208664 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:15.210151 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] 10.222.0.50 "PUT /v2.0/ports/17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 1093 time: 1.3178806 Aug 10 15:12:15.210657 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:15.213137 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65700680-0953-4e7e-9618-660f67ee7540" -d '{"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:15.289184 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe0d97-d51b-4f5e-96de-1120ee4ebe81 x-openstack-request-id: req-95fe0d97-d51b-4f5e-96de-1120ee4ebe81 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:15.289491 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:15.290796 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95fe0d97-d51b-4f5e-96de-1120ee4ebe81 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:15.291340 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c', 'status': 'completed', 'code': 200} Aug 10 15:12:15.312157 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe0f4f-7241-4e47-961e-be3ae8e1fee8 service neutron] Pushing event updated for resources: {'Port': ['ID=17998012-53db-436e-aa37-4583e1ab4d1c,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:15.339762 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-7956de96-6c82-4b03-b2d6-4971edb27167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:15.344528 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-7956de96-6c82-4b03-b2d6-4971edb27167 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c1a23ed2b45465181f355cbe67a2f8c&device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 1096 time: 0.0698800 Aug 10 15:12:15.400625 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-aa6f6e3d-d709-463e-9fd8-907b0c54d078 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 217 time: 0.0466461 Aug 10 15:12:15.509919 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-325bc56e-7497-47d1-8efd-6884e892c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:15.511495 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-325bc56e-7497-47d1-8efd-6884e892c28b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e7e64a0-90e9-4695-bda7-3a547c38bbbf HTTP/1.1" status: 200 len: 853 time: 0.1028857 Aug 10 15:12:15.590245 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b63a16-c429-469b-90f1-bb43f7d6f3fc req-9ec30866-40f3-458b-8cbd-1f6b579cfee3 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:15.591813 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4b63a16-c429-469b-90f1-bb43f7d6f3fc req-9ec30866-40f3-458b-8cbd-1f6b579cfee3 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 945 time: 0.1208377 Aug 10 15:12:15.636685 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-c9a97384-39a1-42ce-98b0-f65ee7b01a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:15.638660 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-c9a97384-39a1-42ce-98b0-f65ee7b01a70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1181183 Aug 10 15:12:15.648362 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2c34b-857e-41e7-a6dc-87151b65d99d req-61372303-71cb-4a37-bad5-d34db77f2521 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:15.650440 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-12f2c34b-857e-41e7-a6dc-87151b65d99d req-61372303-71cb-4a37-bad5-d34db77f2521 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 943 time: 0.1186132 Aug 10 15:12:15.690770 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4b63a16-c429-469b-90f1-bb43f7d6f3fc req-579b3ec8-3beb-4e53-bc5b-b03ca4198f4e tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909584 Aug 10 15:12:15.755400 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-12f2c34b-857e-41e7-a6dc-87151b65d99d req-5d8657e9-7330-4091-8056-6e744d5ea17c tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870931 Aug 10 15:12:15.791412 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-1c70ac0c-a027-49f5-819d-48bc07ec3a92 service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345961 Aug 10 15:12:15.896786 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d95d375-1d37-4f92-bc99-b5530e85d00a req-dee1ab18-7ee7-4393-8c25-6b26b9b60552 service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925915 Aug 10 15:12:15.999609 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65700680-0953-4e7e-9618-660f67ee7540 req-b6f3050a-c2c7-48bb-8695-1ba3e2041663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:16.001205 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65700680-0953-4e7e-9618-660f67ee7540 req-b6f3050a-c2c7-48bb-8695-1ba3e2041663 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c1a23ed2b45465181f355cbe67a2f8c&device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 1096 time: 0.0464566 Aug 10 15:12:16.135507 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd3cb5-0429-4c42-a69a-c64afc4f072c req-11357519-35d9-4fb5-90f0-6cf512cfc1fd tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:16.137082 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-04bd3cb5-0429-4c42-a69a-c64afc4f072c req-11357519-35d9-4fb5-90f0-6cf512cfc1fd tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1076024 Aug 10 15:12:16.142768 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65700680-0953-4e7e-9618-660f67ee7540 req-f0d1a809-45a4-434b-a5c1-a0175f50f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:16.144277 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65700680-0953-4e7e-9618-660f67ee7540 req-f0d1a809-45a4-434b-a5c1-a0175f50f957 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 HTTP/1.1" status: 200 len: 915 time: 0.1338477 Aug 10 15:12:16.203827 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65700680-0953-4e7e-9618-660f67ee7540 req-94fa99d4-7323-4d9b-8ead-8cec64e703ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 217 time: 0.0441201 Aug 10 15:12:16.216533 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-04bd3cb5-0429-4c42-a69a-c64afc4f072c req-4ea5119a-23bf-460a-bdf0-d9c7c9d3f43b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712867 Aug 10 15:12:16.290831 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65700680-0953-4e7e-9618-660f67ee7540 req-8d444967-762d-49be-b7a3-e2c9234ced12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:16.292479 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65700680-0953-4e7e-9618-660f67ee7540 req-8d444967-762d-49be-b7a3-e2c9234ced12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e7e64a0-90e9-4695-bda7-3a547c38bbbf HTTP/1.1" status: 200 len: 853 time: 0.0523722 Aug 10 15:12:16.350073 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65700680-0953-4e7e-9618-660f67ee7540 req-bc8e606b-21fe-4888-874e-669f6835d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:16.351880 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65700680-0953-4e7e-9618-660f67ee7540 req-bc8e606b-21fe-4888-874e-669f6835d702 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433066 Aug 10 15:12:16.452968 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65700680-0953-4e7e-9618-660f67ee7540 req-1f5f5b8f-3a6c-4c03-89ab-6c4106de467a service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918555 Aug 10 15:12:16.547983 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65700680-0953-4e7e-9618-660f67ee7540 req-ea74254e-b859-4db2-81d1-00b98d45a24f service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837839 Aug 10 15:12:16.818026 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f57ee-6ed5-4f3c-a220-0d346e1dcd8d req-218191b1-f1a6-41f2-820b-3f9d72ff4c17 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:16.819678 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-779f57ee-6ed5-4f3c-a220-0d346e1dcd8d req-218191b1-f1a6-41f2-820b-3f9d72ff4c17 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 945 time: 0.0506263 Aug 10 15:12:16.896990 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-779f57ee-6ed5-4f3c-a220-0d346e1dcd8d req-8b97f72b-3d4a-4063-8d4e-8f96a125952f tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710180 Aug 10 15:12:16.912484 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b441cdf-0c9c-473e-a4c7-0fa63f0325f3 req-7440928f-9c99-4a0f-803b-265488ed7f35 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:16.914764 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5b441cdf-0c9c-473e-a4c7-0fa63f0325f3 req-7440928f-9c99-4a0f-803b-265488ed7f35 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 943 time: 0.0820460 Aug 10 15:12:16.967147 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5b441cdf-0c9c-473e-a4c7-0fa63f0325f3 req-3ea884f4-a616-48a5-877b-b8d01f7b4130 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Aug 10 15:12:17.041796 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41360) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:17.161474 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-45a7f3f3-27d0-4ce1-8eeb-7487e9d63c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:17.291908 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-45a7f3f3-27d0-4ce1-8eeb-7487e9d63c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:17.304945 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-45a7f3f3-27d0-4ce1-8eeb-7487e9d63c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:17.341636 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7f3f3-27d0-4ce1-8eeb-7487e9d63c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e061aaa-3645-4934-89d4-56a6eb29d0a9,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:17.388036 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-45a7f3f3-27d0-4ce1-8eeb-7487e9d63c4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b73e755896604935b80b247c230d92bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447888 Aug 10 15:12:17.390569 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41394) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:17.430197 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96e2fd-1bca-4696-a4ae-ce4145b69900 req-271a1f9c-7812-4d60-bbbc-b7e35a97cba8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:17.438533 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fc96e2fd-1bca-4696-a4ae-ce4145b69900 req-271a1f9c-7812-4d60-bbbc-b7e35a97cba8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0809526 Aug 10 15:12:17.479206 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d4c827a-6d3d-484e-bf00-20bcbbf489bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:17.537126 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d4c827a-6d3d-484e-bf00-20bcbbf489bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:17.538023 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fc96e2fd-1bca-4696-a4ae-ce4145b69900 req-28ea3808-1532-4796-8da5-b6b3c7582e5e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876553 Aug 10 15:12:17.652257 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d4c827a-6d3d-484e-bf00-20bcbbf489bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:17.656985 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d4c827a-6d3d-484e-bf00-20bcbbf489bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:17.659184 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3d4c827a-6d3d-484e-bf00-20bcbbf489bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e061aaa-3645-4934-89d4-56a6eb29d0a9 HTTP/1.1" status: 204 len: 168 time: 0.2644758 Aug 10 15:12:17.699867 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c827a-6d3d-484e-bf00-20bcbbf489bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e061aaa-3645-4934-89d4-56a6eb29d0a9,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:18.152002 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac149e-c559-4cf2-af1e-0e20df71f013 req-74a66faa-f782-44cd-b9a0-0bdb4b92aad3 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:18.154098 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ccac149e-c559-4cf2-af1e-0e20df71f013 req-74a66faa-f782-44cd-b9a0-0bdb4b92aad3 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 943 time: 0.0889122 Aug 10 15:12:18.214277 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41428) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:18.230339 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-086d819d-c90c-433b-bb82-80b17547e257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:18.230962 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ccac149e-c559-4cf2-af1e-0e20df71f013 req-efa1073b-13c2-410f-b9e7-4fdf1d235ec0 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678864 Aug 10 15:12:18.354157 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-086d819d-c90c-433b-bb82-80b17547e257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:18.358017 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-086d819d-c90c-433b-bb82-80b17547e257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:18.399289 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-086d819d-c90c-433b-bb82-80b17547e257 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e941c431bd64368b247e797bde27242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822219 Aug 10 15:12:18.401122 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d819d-c90c-433b-bb82-80b17547e257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef825f9-3299-47a4-9bc3-894567859e95,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:18.402454 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 41432) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:18.474877 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-f1976583-8d45-4543-a6f0-ea7f86c1f2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:18.500538 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-f1976583-8d45-4543-a6f0-ea7f86c1f2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:18.594742 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-f1976583-8d45-4543-a6f0-ea7f86c1f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:18.596036 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-f1976583-8d45-4543-a6f0-ea7f86c1f2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:18.596978 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-f1976583-8d45-4543-a6f0-ea7f86c1f2a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bef825f9-3299-47a4-9bc3-894567859e95 HTTP/1.1" status: 204 len: 168 time: 0.1851821 Aug 10 15:12:18.609931 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1976583-8d45-4543-a6f0-ea7f86c1f2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef825f9-3299-47a4-9bc3-894567859e95,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:18.719623 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb25f6-c8da-4525-9e7a-7d85056e82ce req-bb27daf5-4a0f-40b9-bcbe-0698fbf0901f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:18.721252 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aaeb25f6-c8da-4525-9e7a-7d85056e82ce req-bb27daf5-4a0f-40b9-bcbe-0698fbf0901f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0607624 Aug 10 15:12:18.796489 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aaeb25f6-c8da-4525-9e7a-7d85056e82ce req-f51a237a-2f01-4f91-8474-13fcb1d7bd39 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675447 Aug 10 15:12:19.102090 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41456) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:19.116646 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f5f4-16e9-4f12-a3c5-1f03939c1394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:19.296606 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f5f4-16e9-4f12-a3c5-1f03939c1394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:19.304420 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c1e4f5f4-16e9-4f12-a3c5-1f03939c1394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:19.351254 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-c1e4f5f4-16e9-4f12-a3c5-1f03939c1394 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8f43d5729f3468686a907a0edcfe74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479403 Aug 10 15:12:19.353917 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4f5f4-16e9-4f12-a3c5-1f03939c1394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfad62f-4970-4fdb-8250-00986ed60e15,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:19.357312 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41468) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:19.393167 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3f7fc-d3b5-4b21-8bcb-b2ee1f2f9ba7 req-3a503d5e-3ef8-4a7f-a73d-2f42007c27bc tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:19.394578 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a2b3f7fc-d3b5-4b21-8bcb-b2ee1f2f9ba7 req-3a503d5e-3ef8-4a7f-a73d-2f42007c27bc tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 943 time: 0.0593708 Aug 10 15:12:19.413391 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6a0cc8d0-5553-4294-b7a6-7c561b56bfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:19.435750 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a2b3f7fc-d3b5-4b21-8bcb-b2ee1f2f9ba7 req-0d55ac8b-a79e-4357-8f92-bd66ae440833 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348663 Aug 10 15:12:19.436218 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6a0cc8d0-5553-4294-b7a6-7c561b56bfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:19.499534 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6a0cc8d0-5553-4294-b7a6-7c561b56bfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:19.502461 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6a0cc8d0-5553-4294-b7a6-7c561b56bfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:19.506465 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6a0cc8d0-5553-4294-b7a6-7c561b56bfc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bfad62f-4970-4fdb-8250-00986ed60e15 HTTP/1.1" status: 204 len: 168 time: 0.1480017 Aug 10 15:12:19.516359 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cc8d0-5553-4294-b7a6-7c561b56bfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfad62f-4970-4fdb-8250-00986ed60e15,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:19.525081 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 17998012-53db-436e-aa37-4583e1ab4d1c details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:12:19.555405 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:12:19.655656 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 17998012-53db-436e-aa37-4583e1ab4d1c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=17998012-53db-436e-aa37-4583e1ab4d1c,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:19.670646 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '17998012-53db-436e-aa37-4583e1ab4d1c', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'port_id': '17998012-53db-436e-aa37-4583e1ab4d1c', 'mac_address': 'fa:16:3e:79:0b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:12:19.722998 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:19.740988 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17998012-53db-436e-aa37-4583e1ab4d1c {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:12:19.768715 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 17998012-53db-436e-aa37-4583e1ab4d1c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=17998012-53db-436e-aa37-4583e1ab4d1c,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:19.773285 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:19.848669 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=17998012-53db-436e-aa37-4583e1ab4d1c,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:19.857457 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.857792 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.858153 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.861746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.861746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.861746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.861746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.861746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.861746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.861746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.861746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:19.861746 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:12:20.268255 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['17998012-53db-436e-aa37-4583e1ab4d1c'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:12:20.372657 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 41500) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:20.519298 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cea7bd-5b2e-462e-8190-29742e749c2d req-64f515f6-dc78-444e-9eee-a6c4062bdf64 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:20.521699 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-24cea7bd-5b2e-462e-8190-29742e749c2d req-64f515f6-dc78-444e-9eee-a6c4062bdf64 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0851541 Aug 10 15:12:20.556664 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-353581435-network', 'tenant_id': '0fa05e3429eb4e578db15d63b185e863'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:20.596419 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Made reservation on behalf of 0fa05e3429eb4e578db15d63b185e863 for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:12:20.601282 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:20.614466 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-24cea7bd-5b2e-462e-8190-29742e749c2d req-7dec3a8b-04f9-437c-87ad-0cd69145ab9f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785334 Aug 10 15:12:20.620258 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:20.624707 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81411-6c2a-4fed-beb1-679577b9571d req-92b71c83-659d-4d53-85a6-061f7d94091b tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:20.626505 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-64c81411-6c2a-4fed-beb1-679577b9571d req-92b71c83-659d-4d53-85a6-061f7d94091b tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 944 time: 0.1018467 Aug 10 15:12:20.680079 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-64c81411-6c2a-4fed-beb1-679577b9571d req-083260d9-496b-496b-983b-08ed70564cdd tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Aug 10 15:12:20.777948 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:20.785094 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:20.802534 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:12:20.849282 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:20.849880 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Added segment 79119fb8-f250-4b47-a75c-b625eee32370 of type vlan for network dab8698b-ac2e-41b3-b9fa-258375ba3954 Aug 10 15:12:20.852366 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:20.928490 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:20.989684 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:20.990739 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:20.991370 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:21.056986 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 41532) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:21.057196 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6768596 Aug 10 15:12:21.065081 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Request body: {'subnet': {'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-353581435-subnet', 'tenant_id': '0fa05e3429eb4e578db15d63b185e863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:21.081886 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8487b-f776-4e25-847d-74f5c0484544 admin admin] Pushing event updated for resources: {'Network': ['ID=dab8698b-ac2e-41b3-b9fa-258375ba3954,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:21.102320 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network dab8698b-ac2e-41b3-b9fa-258375ba3954 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:12:21.136707 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Made reservation on behalf of 0fa05e3429eb4e578db15d63b185e863 for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:12:21.140965 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126083796'] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:21.480298 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94c80f-2335-452e-a07b-3b31623f023c req-39158114-f046-42d3-98c6-77ba6b7d95c9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:21.481949 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1a94c80f-2335-452e-a07b-3b31623f023c req-39158114-f046-42d3-98c6-77ba6b7d95c9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1627972 Aug 10 15:12:21.506648 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125861905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126083782'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:21.575770 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1a94c80f-2335-452e-a07b-3b31623f023c req-a322b468-0274-4219-a559-14f6078eac2e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798264 Aug 10 15:12:21.586007 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0930bf53-5d26-47dd-b0e5-c605377b687f,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:21.603429 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Checking segment: {'id': '79119fb8-f250-4b47-a75c-b625eee32370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:12:21.603778 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Network hostable DHCP agents. Network: dab8698b-ac2e-41b3-b9fa-258375ba3954, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:12:21.622265 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Network dab8698b-ac2e-41b3-b9fa-258375ba3954 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:12:21.631797 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, dab8698b-ac2e-41b3-b9fa-258375ba3954) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:12:21.636566 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:21.637030 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:21.643895 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22890a5-639a-4799-b70d-f61d382f6f81 None None] Network dab8698b-ac2e-41b3-b9fa-258375ba3954 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:12:21.659059 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-27d8d8af-0e53-4d69-89c7-f1e92b9a36c4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6008196 Aug 10 15:12:21.812291 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e27eded-f310-48e3-a439-31556ea51037 None None] Network dab8698b-ac2e-41b3-b9fa-258375ba3954 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:12:21.901370 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d10165-ee66-4a1a-bf41-4fd59089cf73 req-641ecfdd-d039-45c2-8c70-d7e148faa81d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:21.904365 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-05d10165-ee66-4a1a-bf41-4fd59089cf73 req-641ecfdd-d039-45c2-8c70-d7e148faa81d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 944 time: 0.0919762 Aug 10 15:12:21.975950 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-05d10165-ee66-4a1a-bf41-4fd59089cf73 req-66d168ab-2582-47db-b868-941c52baeb6f tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638318 Aug 10 15:12:22.342663 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e059145c-f05a-4acb-922d-4497cee4e849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:22.729598 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8176eb-1262-4ce6-8809-83d13636031e req-74f72387-5a46-4436-80d4-1147fd770b55 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:22.731483 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ef8176eb-1262-4ce6-8809-83d13636031e req-74f72387-5a46-4436-80d4-1147fd770b55 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0636218 Aug 10 15:12:22.780005 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ef8176eb-1262-4ce6-8809-83d13636031e req-f2ade6fe-3f23-4d51-9368-2b69245a294a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412042 Aug 10 15:12:23.101664 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1867bb9-506b-426f-98e0-78f07102c813 req-b983a715-cfcd-4919-889f-72516d8b706a tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:23.103834 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1867bb9-506b-426f-98e0-78f07102c813 req-b983a715-cfcd-4919-889f-72516d8b706a tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 944 time: 0.0534074 Aug 10 15:12:23.151050 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1867bb9-506b-426f-98e0-78f07102c813 req-acbb3b20-001e-41c1-a4e6-fdd04e10ea59 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367279 Aug 10 15:12:23.534073 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 17998012-53db-436e-aa37-4583e1ab4d1c up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:12:23.595776 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 17998012-53db-436e-aa37-4583e1ab4d1c completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:12:23.603585 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 17998012-53db-436e-aa37-4583e1ab4d1c triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:12:23.604157 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:23.677369 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-6a48523e-ab2d-4ecc-baa0-7aa8985ebe20 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:23.679106 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-6a48523e-ab2d-4ecc-baa0-7aa8985ebe20 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/networks?id=dab8698b-ac2e-41b3-b9fa-258375ba3954 HTTP/1.1" status: 200 len: 808 time: 0.1163082 Aug 10 15:12:23.706160 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-08456bcb-53c0-4c5a-984e-6941b6eb5b5b tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/quotas/0fa05e3429eb4e578db15d63b185e863 HTTP/1.1" status: 200 len: 375 time: 0.0169642 Aug 10 15:12:23.738928 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:23.740463 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-07846213-2faf-4fbc-9de6-f4de2fa80ae0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0fa05e3429eb4e578db15d63b185e863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279655 Aug 10 15:12:23.766616 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:23.769071 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc533057-4cb0-47e8-bbb2-2baad5485bfa" -d '{"events": [{"server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "name": "network-vif-plugged", "status": "completed", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:23.783044 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 17998012-53db-436e-aa37-4583e1ab4d1c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=17998012-53db-436e-aa37-4583e1ab4d1c,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:23.788088 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:23.812669 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b76fa6-8cff-4b28-b69b-631103d8fa25 x-openstack-request-id: req-c1b76fa6-8cff-4b28-b69b-631103d8fa25 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:23.812961 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "name": "network-vif-plugged", "status": "completed", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:23.813333 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1b76fa6-8cff-4b28-b69b-631103d8fa25 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:23.813983 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c', 'code': 200} Aug 10 15:12:23.845432 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=17998012-53db-436e-aa37-4583e1ab4d1c,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:23.858980 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-084528f1-6ba7-4eb9-a778-dff516675b04 service neutron] 10.222.0.26 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067369 Aug 10 15:12:23.974799 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0109b-2c04-407b-a023-73407d72a054 req-634f2270-0435-4588-af92-c3e3a592d351 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:23.976525 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2eb0109b-2c04-407b-a023-73407d72a054 req-634f2270-0435-4588-af92-c3e3a592d351 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1093476 Aug 10 15:12:24.031282 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-c650deb4-1ad4-426d-a68f-b21309da54da service neutron] 10.222.0.26 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712925 Aug 10 15:12:24.061400 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54648b-c489-4bd2-8bb4-39c349a6ef11 req-6ddfbc53-b948-42e2-9f56-515952d1d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:24.062927 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4d54648b-c489-4bd2-8bb4-39c349a6ef11 req-6ddfbc53-b948-42e2-9f56-515952d1d55d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 1098 time: 0.0787206 Aug 10 15:12:24.065729 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2eb0109b-2c04-407b-a023-73407d72a054 req-cf16e3b6-17fd-41eb-b356-f237d95de29c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690711 Aug 10 15:12:24.104315 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4d54648b-c489-4bd2-8bb4-39c349a6ef11 req-e261c9d8-3452-4321-bc59-baeb5342a5e0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Aug 10 15:12:24.200063 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-466f0856-4f81-493f-b2aa-820ed58ec636 req-d4ceaad4-7790-440f-8972-e6822a0803c7 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 210 time: 0.0310712 Aug 10 15:12:24.288495 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21405478-9a32-4a60-9006-101ff78ee1ca req-6c303a17-c67f-465a-b8ac-2d60978e7095 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:24.290122 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-21405478-9a32-4a60-9006-101ff78ee1ca req-6c303a17-c67f-465a-b8ac-2d60978e7095 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.0541179 Aug 10 15:12:24.341919 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-21405478-9a32-4a60-9006-101ff78ee1ca req-ff84852e-e46c-44b4-91ef-f06507c06d14 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Aug 10 15:12:25.125892 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:25.202426 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc61dd-9cb3-4de2-ac69-d9918aaf9cd7 req-197c058b-f2e1-4ab5-a3cf-ae78600ef85d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:25.204251 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78fc61dd-9cb3-4de2-ac69-d9918aaf9cd7 req-197c058b-f2e1-4ab5-a3cf-ae78600ef85d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0565281 Aug 10 15:12:25.267106 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78fc61dd-9cb3-4de2-ac69-d9918aaf9cd7 req-69e3cea1-8fd8-4de1-a682-594c09a16563 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563154 Aug 10 15:12:25.309170 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bb603e25-2981-4c5f-9525-6003779879d9 req-c3ce2413-be61-4474-8198-258194a22da1 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 210 time: 0.0347424 Aug 10 15:12:25.343597 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-ff2e6a24-2139-44a2-a40d-4bf60fc2ff30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585716 Aug 10 15:12:25.454332 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-3e85947d-473e-4b09-a350-dbf2f6eb852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:25.456001 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-3e85947d-473e-4b09-a350-dbf2f6eb852a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1098 time: 0.0653164 Aug 10 15:12:25.503803 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eebfe3-35d7-4b84-aa31-86b50868a015 req-975c4bf2-99d4-4c80-bb5f-526d9c853578 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:25.506853 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-98eebfe3-35d7-4b84-aa31-86b50868a015 req-975c4bf2-99d4-4c80-bb5f-526d9c853578 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.0643365 Aug 10 15:12:25.547283 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d93d912f-877a-4adc-9742-4923b9512cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:25.612183 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-98eebfe3-35d7-4b84-aa31-86b50868a015 req-2459f687-0c30-463f-9e68-9b067c1c7fe1 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914965 Aug 10 15:12:25.654800 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-b69c117e-180c-4995-99e5-638c939a193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:25.656496 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-b69c117e-180c-4995-99e5-638c939a193b service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 920 time: 0.1460247 Aug 10 15:12:25.656885 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-70659de2-67c1-4754-b0c5-456427c4ce15 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:25.659320 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-70659de2-67c1-4754-b0c5-456427c4ce15 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.50 "GET /v2.0/networks?id=dab8698b-ac2e-41b3-b9fa-258375ba3954 HTTP/1.1" status: 200 len: 808 time: 0.1974711 Aug 10 15:12:25.710904 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Request body: {'port': {'device_id': '3f98b730-7dac-4e0f-a4bd-09602ca150af', 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954', 'admin_state_up': True, 'tenant_id': '0fa05e3429eb4e578db15d63b185e863'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:25.762437 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-9a7ecade-c39d-4974-8ca3-a005fa1f6f69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b159d6b2-2a92-478b-b990-51ada4833dad HTTP/1.1" status: 200 len: 217 time: 0.0782759 Aug 10 15:12:25.818724 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-39a9a72b-35b6-42a6-b0aa-53a8a3a9e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:25.818724 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-39a9a72b-35b6-42a6-b0aa-53a8a3a9e459 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.0475791 Aug 10 15:12:25.860234 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Made reservation on behalf of 0fa05e3429eb4e578db15d63b185e863 for: {'port': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:12:25.864072 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:25.866139 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-dd4e826f-eae8-4f82-92d0-1173bdb662a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275795 Aug 10 15:12:25.978055 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-f19b9a1d-9bdf-4066-b6b6-44ef6dfd1a06 service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962367 Aug 10 15:12:26.036280 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Allocated IP 172.20.0.12 (dab8698b-ac2e-41b3-b9fa-258375ba3954/0930bf53-5d26-47dd-b0e5-c605377b687f/e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:12:26.088377 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07717628-8c7d-462c-a26b-eb7a8cf97e53 req-8ecf59a1-c5ef-41f2-8a14-9352c12d1ebd service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002219 Aug 10 15:12:26.202917 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:26.226498 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:26.268556 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:26.326675 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Network dab8698b-ac2e-41b3-b9fa-258375ba3954 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:12:26.330204 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:12:26.335038 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:12:26.340467 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Pushing event updated for resources: {'Port': ['ID=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:26.404583 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:26.405228 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:26.408427 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470fecf-f828-40fa-8a24-518158f218c3 req-b4f70379-3900-4f2e-a2db-c3c782b3034c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:26.409957 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d470fecf-f828-40fa-8a24-518158f218c3 req-b4f70379-3900-4f2e-a2db-c3c782b3034c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0601978 Aug 10 15:12:26.421098 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-b627f72d-f4f1-4d03-a7c5-5f5b44a4a8af tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7349942 Aug 10 15:12:26.441532 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Request body: {'port': {'device_id': '3f98b730-7dac-4e0f-a4bd-09602ca150af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:26.503162 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:26.522457 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d470fecf-f828-40fa-8a24-518158f218c3 req-3e9c6400-9147-430c-ab3f-5fdc7c26c44c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007018 Aug 10 15:12:26.541840 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cda81-ee44-4a51-ac9d-e854c94da929 req-927ca369-8187-49ca-9ba7-10c71c601ce0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:26.544633 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c51cda81-ee44-4a51-ac9d-e854c94da929 req-927ca369-8187-49ca-9ba7-10c71c601ce0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 932 time: 0.1334188 Aug 10 15:12:26.616271 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c51cda81-ee44-4a51-ac9d-e854c94da929 req-9eea41b8-0d49-444e-a859-3af30f307060 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651193 Aug 10 15:12:26.657745 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:26.804108 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499ac12-3b99-4a8a-8490-efa03bd7228f req-cb2949e1-8233-48ca-9332-dea22ca10ea6 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:26.807604 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5499ac12-3b99-4a8a-8490-efa03bd7228f req-cb2949e1-8233-48ca-9332-dea22ca10ea6 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.1020341 Aug 10 15:12:26.857549 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5499ac12-3b99-4a8a-8490-efa03bd7228f req-031adee7-cadf-4943-81ca-5907da2dc34a tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Aug 10 15:12:26.888927 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 {{(pid=93495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:12:26.898421 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:26.915882 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Transition to ACTIVE for port object e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 will not be triggered until provisioned by entity L2. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:12:26.921117 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:26.997276 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:27.019446 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5051404-b6a5-4094-9044-c81ff00aa4c9 req-1c0630d5-c525-44ec-ae20-e9cfda1007fa tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:27.021738 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d5051404-b6a5-4094-9044-c81ff00aa4c9 req-1c0630d5-c525-44ec-ae20-e9cfda1007fa tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.0641840 Aug 10 15:12:27.056291 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Attempting to bind port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:12:27.056657 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Attempting to bind port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '79119fb8-f250-4b47-a75c-b625eee32370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954'}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:12:27.056999 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Attempting to bind port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 on network dab8698b-ac2e-41b3-b9fa-258375ba3954 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:12:27.062781 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 on network dab8698b-ac2e-41b3-b9fa-258375ba3954 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:12:27.063309 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Attempting to bind port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 on network dab8698b-ac2e-41b3-b9fa-258375ba3954 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:12:27.072959 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:12:27.073537 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Checking segment: {'id': '79119fb8-f250-4b47-a75c-b625eee32370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:12:27.073725 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d5051404-b6a5-4094-9044-c81ff00aa4c9 req-636b936c-f6a8-489a-92e0-792683645324 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Aug 10 15:12:27.074180 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Bound using segment: {'id': '79119fb8-f250-4b47-a75c-b625eee32370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954'} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:12:27.074991 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Bound port: e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79119fb8-f250-4b47-a75c-b625eee32370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954'}}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:12:27.075652 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:27.171563 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] For port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8, host hv-cinder-78093, cleared binding levels {{(pid=93495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:12:27.178023 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] For port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:12:27.185143 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:27.229170 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:27.229907 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:27.231779 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] 10.222.0.50 "PUT /v2.0/ports/e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 HTTP/1.1" status: 200 len: 1094 time: 0.7946472 Aug 10 15:12:27.232242 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f98b730-7dac-4e0f-a4bd-09602ca150af', 'tag': 'e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:27.234862 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b581185d-9909-4571-a536-c01292b4af04" -d '{"events": [{"name": "network-changed", "server_uuid": "3f98b730-7dac-4e0f-a4bd-09602ca150af", "tag": "e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:27.318941 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdad4a0c-f407-47e6-ac7c-541ff229168f x-openstack-request-id: req-fdad4a0c-f407-47e6-ac7c-541ff229168f {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:27.319280 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f98b730-7dac-4e0f-a4bd-09602ca150af", "tag": "e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:27.319451 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdad4a0c-f407-47e6-ac7c-541ff229168f {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:27.319964 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f98b730-7dac-4e0f-a4bd-09602ca150af', 'tag': 'e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8', 'status': 'completed', 'code': 200} Aug 10 15:12:27.322306 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2206e28-066c-4cf2-a26d-dcadf8fd03e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,revision_number=3']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:27.345830 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-3ab9321e-6795-4d2a-ae85-5311226bf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:27.347617 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-3ab9321e-6795-4d2a-ae85-5311226bf145 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fa05e3429eb4e578db15d63b185e863&device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 1097 time: 0.0645058 Aug 10 15:12:27.419160 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-60bb9ec4-efdb-4f77-8ec4-ebe2d67e573c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 HTTP/1.1" status: 200 len: 217 time: 0.0620801 Aug 10 15:12:27.481716 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-118eb475-e3fc-4d04-adcd-0236f237e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:27.483261 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-118eb475-e3fc-4d04-adcd-0236f237e804 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0930bf53-5d26-47dd-b0e5-c605377b687f HTTP/1.1" status: 200 len: 848 time: 0.0539999 Aug 10 15:12:27.531817 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-ca370e15-8e9e-4c63-bda3-b261785c1834 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dab8698b-ac2e-41b3-b9fa-258375ba3954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374322 Aug 10 15:12:27.537799 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5258be-1d1d-4ec8-804e-ef4ccf624d7a req-ffbc53f4-139b-4fa2-a082-66288b2cc99e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:27.539460 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3d5258be-1d1d-4ec8-804e-ef4ccf624d7a req-ffbc53f4-139b-4fa2-a082-66288b2cc99e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.0659530 Aug 10 15:12:27.603601 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3d5258be-1d1d-4ec8-804e-ef4ccf624d7a req-72c17563-4107-4eb7-8996-6418e6418161 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548518 Aug 10 15:12:27.664121 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-e038a4ce-ca43-49d7-b145-a1945ae19364 service neutron] 10.222.0.50 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140630 Aug 10 15:12:27.688791 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4a624-24c2-4bdb-b3a5-920103aae10a req-68839870-3a43-41b5-a771-f2f81a5d66e5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:27.691391 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5ef4a624-24c2-4bdb-b3a5-920103aae10a req-68839870-3a43-41b5-a771-f2f81a5d66e5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0635977 Aug 10 15:12:27.767822 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5ef4a624-24c2-4bdb-b3a5-920103aae10a req-1200e82d-d816-494d-9fc1-495a45190323 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649228 Aug 10 15:12:27.803751 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fce1aa-1ca4-49de-866f-30a4250b56be req-45c34a2c-a052-482e-a87d-919270e9ec6e tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:27.806858 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-31fce1aa-1ca4-49de-866f-30a4250b56be req-45c34a2c-a052-482e-a87d-919270e9ec6e tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 944 time: 0.0869973 Aug 10 15:12:27.820620 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2188f9c-aef9-4c11-b3e5-f927760c6fcc req-30a74342-231b-46a2-86d7-294a4a8592a6 service neutron] 10.222.0.50 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345012 Aug 10 15:12:27.866579 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-31fce1aa-1ca4-49de-866f-30a4250b56be req-c80985b3-3296-4554-820f-987199272256 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509119 Aug 10 15:12:27.937732 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581185d-9909-4571-a536-c01292b4af04 req-847d82ca-2e38-4913-a6a2-c7cc840ba97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:27.939466 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b581185d-9909-4571-a536-c01292b4af04 req-847d82ca-2e38-4913-a6a2-c7cc840ba97f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fa05e3429eb4e578db15d63b185e863&device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 1097 time: 0.0490694 Aug 10 15:12:28.058732 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581185d-9909-4571-a536-c01292b4af04 req-03f39e35-f1f0-4c54-8f47-c3cc431c7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:28.060336 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b581185d-9909-4571-a536-c01292b4af04 req-03f39e35-f1f0-4c54-8f47-c3cc431c7310 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dab8698b-ac2e-41b3-b9fa-258375ba3954 HTTP/1.1" status: 200 len: 909 time: 0.1110244 Aug 10 15:12:28.087096 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:28.105160 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b581185d-9909-4571-a536-c01292b4af04 req-1b806540-0cbe-4e1a-bc5a-2100d2878d8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 HTTP/1.1" status: 200 len: 217 time: 0.0365062 Aug 10 15:12:28.177039 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581185d-9909-4571-a536-c01292b4af04 req-07dd48eb-b4a2-4efd-8a00-bd6211e7aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:28.178574 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b581185d-9909-4571-a536-c01292b4af04 req-07dd48eb-b4a2-4efd-8a00-bd6211e7aa50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0930bf53-5d26-47dd-b0e5-c605377b687f HTTP/1.1" status: 200 len: 848 time: 0.0499418 Aug 10 15:12:28.221229 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b581185d-9909-4571-a536-c01292b4af04 req-e3b747ec-ab53-4c80-b46e-c94e3fdd99fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dab8698b-ac2e-41b3-b9fa-258375ba3954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298069 Aug 10 15:12:28.354178 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b581185d-9909-4571-a536-c01292b4af04 req-63bed91f-5246-4669-9f03-63ba48139cf4 service neutron] 10.222.0.50 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239686 Aug 10 15:12:28.459124 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-b581185d-9909-4571-a536-c01292b4af04 req-caa514df-d8ed-4ca3-b478-e612ce9ed9f5 service neutron] 10.222.0.50 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929546 Aug 10 15:12:28.953345 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2bf6d-d0e4-4d9c-9719-21d03a7b9b71 req-099ff440-fbbf-476f-b817-24bdd4c21205 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:28.955215 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9ff2bf6d-d0e4-4d9c-9719-21d03a7b9b71 req-099ff440-fbbf-476f-b817-24bdd4c21205 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0702257 Aug 10 15:12:28.997985 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9ff2bf6d-d0e4-4d9c-9719-21d03a7b9b71 req-33a88cd0-269e-4301-bdd7-72aacf2beae6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 Aug 10 15:12:29.051893 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0eb75-1a27-4bc3-868a-06826c992529 req-d8f9e6e3-db49-493b-a886-4ad64490627c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:29.053446 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-afe0eb75-1a27-4bc3-868a-06826c992529 req-d8f9e6e3-db49-493b-a886-4ad64490627c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 944 time: 0.0503218 Aug 10 15:12:29.123688 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-afe0eb75-1a27-4bc3-868a-06826c992529 req-e57f6f96-faa5-4a84-a8e5-75e12d97abbf tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627112 Aug 10 15:12:29.137013 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d817d7-3c36-4749-9bae-5bbd7d660a86 req-064e854c-6c19-4386-9cca-b8f18bdeacf1 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:29.150098 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-89d817d7-3c36-4749-9bae-5bbd7d660a86 req-064e854c-6c19-4386-9cca-b8f18bdeacf1 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0794592 Aug 10 15:12:29.196944 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-89d817d7-3c36-4749-9bae-5bbd7d660a86 req-37cf7368-475c-4877-850c-9cbcf91b0d62 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392327 Aug 10 15:12:30.393749 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b8e09-44ba-4e25-8e5a-fe33c4fd3ac3 req-ffd56507-a8d3-4de3-896c-dcab100f7070 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:30.395279 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c94b8e09-44ba-4e25-8e5a-fe33c4fd3ac3 req-ffd56507-a8d3-4de3-896c-dcab100f7070 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.3127208 Aug 10 15:12:30.418308 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a5cb-e99b-4934-8f11-0e17c4255f8b req-63c041b6-3fef-4cdd-a680-0a2a623db96c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:30.420009 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5d08a5cb-e99b-4934-8f11-0e17c4255f8b req-63c041b6-3fef-4cdd-a680-0a2a623db96c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 944 time: 0.0768161 Aug 10 15:12:30.475886 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c94b8e09-44ba-4e25-8e5a-fe33c4fd3ac3 req-45132c1e-ac18-4bd5-9a9f-32d72112bd28 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724475 Aug 10 15:12:30.496213 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5d08a5cb-e99b-4934-8f11-0e17c4255f8b req-a14351a3-76f3-42e7-b991-17e39b24cb57 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695236 Aug 10 15:12:30.651887 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38dc68-601a-4fbc-bb1a-3c3cb3ce848b req-2191e383-31a2-4f57-b190-1f2786d55e6c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:30.654376 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ab38dc68-601a-4fbc-bb1a-3c3cb3ce848b req-2191e383-31a2-4f57-b190-1f2786d55e6c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0652926 Aug 10 15:12:30.711375 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ab38dc68-601a-4fbc-bb1a-3c3cb3ce848b req-23626dc9-e112-474f-b548-f86714d898aa tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467236 Aug 10 15:12:31.554792 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:12:31.674318 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06695982-e86a-4289-9c12-40ff0f821722 req-8e771fa0-5c62-4cf8-b72f-0470d4b005d8 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:31.675859 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-06695982-e86a-4289-9c12-40ff0f821722 req-8e771fa0-5c62-4cf8-b72f-0470d4b005d8 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 944 time: 0.0894232 Aug 10 15:12:31.683246 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c4e14-5e22-4a05-86c7-7be2794d7c1d req-3c9f697c-dc2a-4582-a813-6896ade42919 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:31.684695 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-035c4e14-5e22-4a05-86c7-7be2794d7c1d req-3c9f697c-dc2a-4582-a813-6896ade42919 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0887158 Aug 10 15:12:31.694533 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:31.709447 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8', 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954', 'port_id': 'e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8', 'mac_address': 'fa:16:3e:b5:8d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0930bf53-5d26-47dd-b0e5-c605377b687f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:12:31.749458 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-06695982-e86a-4289-9c12-40ff0f821722 req-20d40a10-961d-465d-abc5-becbf1286bcc tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637450 Aug 10 15:12:31.752475 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-035c4e14-5e22-4a05-86c7-7be2794d7c1d req-c0d4b02f-6298-4267-bc5a-d4477cf1814f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606151 Aug 10 15:12:31.754424 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:31.772493 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:12:31.799116 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:31.805061 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:31.879431 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:31.915644 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328ed2a-5b61-4327-b547-2ae8623b8f1f req-18a212d3-14ac-449c-ab06-5ebb3ca8393c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:31.917201 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0328ed2a-5b61-4327-b547-2ae8623b8f1f req-18a212d3-14ac-449c-ab06-5ebb3ca8393c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0562069 Aug 10 15:12:31.963399 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0328ed2a-5b61-4327-b547-2ae8623b8f1f req-158b6474-ef45-4034-abca-c2dc0a81064e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364773 Aug 10 15:12:32.280541 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:12:32.951645 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da306e3-9e8d-4b28-a49d-2ee5d360cb93 req-51105f96-d22e-4b7b-bed0-9e8c5a313d6f tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:32.953735 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1da306e3-9e8d-4b28-a49d-2ee5d360cb93 req-51105f96-d22e-4b7b-bed0-9e8c5a313d6f tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 945 time: 0.1188912 Aug 10 15:12:32.991782 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0a96e-d0c1-4f4d-abcf-3e43f227ae4d req-4a9768b1-2324-465b-9c37-7e5a2243aae4 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:32.993697 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-73a0a96e-d0c1-4f4d-abcf-3e43f227ae4d req-4a9768b1-2324-465b-9c37-7e5a2243aae4 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1173427 Aug 10 15:12:33.027403 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1da306e3-9e8d-4b28-a49d-2ee5d360cb93 req-ab6f6960-0aa1-4e45-a2ac-034de2f8aeac tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635588 Aug 10 15:12:33.057528 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-73a0a96e-d0c1-4f4d-abcf-3e43f227ae4d req-bcaa0f35-4923-484e-8a5c-00043d7a0c3c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561237 Aug 10 15:12:33.188561 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684ce3-15ac-4933-ab3b-5e35f38f5e49 req-a8376e14-cb0a-4ae4-9c56-a0eca48fd226 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:33.190777 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2b684ce3-15ac-4933-ab3b-5e35f38f5e49 req-a8376e14-cb0a-4ae4-9c56-a0eca48fd226 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0680361 Aug 10 15:12:33.241801 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2b684ce3-15ac-4933-ab3b-5e35f38f5e49 req-c865da74-2c6b-4ff9-9c5f-448c9251f63b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413468 Aug 10 15:12:34.222112 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecee8c-217d-4edd-8967-b0c29b621018 req-220685d1-62ab-4ff1-8260-188eb1357547 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:34.223590 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-01ecee8c-217d-4edd-8967-b0c29b621018 req-220685d1-62ab-4ff1-8260-188eb1357547 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 945 time: 0.0911076 Aug 10 15:12:34.234437 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be4ba9-90f0-411d-b072-2455ce328de5 req-80b47aec-4ead-472d-87e7-4636619793e7 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:34.235990 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d6be4ba9-90f0-411d-b072-2455ce328de5 req-80b47aec-4ead-472d-87e7-4636619793e7 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0919795 Aug 10 15:12:34.303203 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-01ecee8c-217d-4edd-8967-b0c29b621018 req-ef985de7-81d1-4e19-b61e-c3edd0917ccb tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639081 Aug 10 15:12:34.309041 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d6be4ba9-90f0-411d-b072-2455ce328de5 req-c4098b8a-a15e-472d-8f4c-48be2621dd5f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617397 Aug 10 15:12:34.458474 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ca680-f5c6-44a7-bab6-28e82e059a3a req-eab13a4c-ff2b-4c8b-ac88-340bd61e6ac7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:34.459975 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e29ca680-f5c6-44a7-bab6-28e82e059a3a req-eab13a4c-ff2b-4c8b-ac88-340bd61e6ac7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0631390 Aug 10 15:12:34.507452 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e29ca680-f5c6-44a7-bab6-28e82e059a3a req-6962eba2-a4b3-4d2b-9d36-2150fea91ab8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354187 Aug 10 15:12:35.550265 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5af9-2cc5-4c9b-a601-adbd1d39fb19 req-03f43cef-56b5-45f7-b431-d510f11f4147 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:35.552624 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5fbb5af9-2cc5-4c9b-a601-adbd1d39fb19 req-03f43cef-56b5-45f7-b431-d510f11f4147 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 945 time: 0.1272902 Aug 10 15:12:35.587714 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7774b-4887-4fde-840e-354cb9d7bb05 req-8c75566c-e771-4cd3-a1ff-f80699b845be tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:35.589470 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:12:35.590478 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7ba7774b-4887-4fde-840e-354cb9d7bb05 req-8c75566c-e771-4cd3-a1ff-f80699b845be tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1235571 Aug 10 15:12:35.657180 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:12:35.664574 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:12:35.665252 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:35.672907 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5fbb5af9-2cc5-4c9b-a601-adbd1d39fb19 req-6b6620c4-99ca-4a6a-afa4-da70d98d9b46 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128087 Aug 10 15:12:35.709159 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7ba7774b-4887-4fde-840e-354cb9d7bb05 req-8b50bdeb-85eb-4bae-8ac0-2621bfc93eac tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038792 Aug 10 15:12:35.811003 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:35.843011 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f98b730-7dac-4e0f-a4bd-09602ca150af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:35.846919 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba459a0-3ab4-43ea-96ba-66d302e41a19" -d '{"events": [{"server_uuid": "3f98b730-7dac-4e0f-a4bd-09602ca150af", "name": "network-vif-plugged", "status": "completed", "tag": "e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:35.879274 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:35.889403 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:35.892154 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f5656-6c18-4a12-bf42-99a15e2f87d0 req-645514c0-df0b-4f47-9276-e4f6b4bafa5d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:35.893566 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e28f5656-6c18-4a12-bf42-99a15e2f87d0 req-645514c0-df0b-4f47-9276-e4f6b4bafa5d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0864797 Aug 10 15:12:35.931968 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ba8eaa-ca42-445d-8490-a67edc9b1621 x-openstack-request-id: req-23ba8eaa-ca42-445d-8490-a67edc9b1621 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:35.932808 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f98b730-7dac-4e0f-a4bd-09602ca150af", "name": "network-vif-plugged", "status": "completed", "tag": "e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:35.933424 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23ba8eaa-ca42-445d-8490-a67edc9b1621 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:35.934267 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f98b730-7dac-4e0f-a4bd-09602ca150af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8', 'code': 200} Aug 10 15:12:35.942501 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e28f5656-6c18-4a12-bf42-99a15e2f87d0 req-92694a48-d5e3-481d-9eb5-480dd16f9d36 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404844 Aug 10 15:12:35.979985 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:36.165262 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740602-ea4c-460d-b32d-f5ba94a431ab req-6291c6df-034a-4927-a035-82be51bfc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:36.166851 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2740602-ea4c-460d-b32d-f5ba94a431ab req-6291c6df-034a-4927-a035-82be51bfc210 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 1099 time: 0.0603495 Aug 10 15:12:36.228176 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-e2740602-ea4c-460d-b32d-f5ba94a431ab req-7afd440c-fea2-4d71-bd14-6787cc300335 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Aug 10 15:12:36.858861 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7f46c-c8bf-406d-89c5-726e5143e12b req-2d8b265b-c193-4877-a512-04d692f66307 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:36.859768 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-08d7f46c-c8bf-406d-89c5-726e5143e12b req-2d8b265b-c193-4877-a512-04d692f66307 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 946 time: 0.0891430 Aug 10 15:12:36.928975 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646961c-4531-495f-9ec1-723960cae247 req-5a97992b-849e-4969-9af5-4d71ee7e04db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:36.930590 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-6646961c-4531-495f-9ec1-723960cae247 req-5a97992b-849e-4969-9af5-4d71ee7e04db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1098 time: 0.0503440 Aug 10 15:12:36.968420 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-08d7f46c-c8bf-406d-89c5-726e5143e12b req-20c78704-d3d6-4a35-9afe-5b5cda7d38da tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017816 Aug 10 15:12:37.001532 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea250f8-96df-4825-a04b-ca0165bd1d56 req-1eb4f8cf-5d74-4aef-9415-911ede7a710d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:37.004233 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cea250f8-96df-4825-a04b-ca0165bd1d56 req-1eb4f8cf-5d74-4aef-9415-911ede7a710d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1137135 Aug 10 15:12:37.067488 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cea250f8-96df-4825-a04b-ca0165bd1d56 req-f971e610-7901-4443-951e-a9602a8b5f3a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556400 Aug 10 15:12:37.143039 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646961c-4531-495f-9ec1-723960cae247 req-685e9078-e492-485f-8c4d-091199bbd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:37.145900 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-6646961c-4531-495f-9ec1-723960cae247 req-685e9078-e492-485f-8c4d-091199bbd815 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 920 time: 0.1822598 Aug 10 15:12:37.244045 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-6646961c-4531-495f-9ec1-723960cae247 req-f3277cea-cd56-4897-a32f-747016221ddb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b159d6b2-2a92-478b-b990-51ada4833dad HTTP/1.1" status: 200 len: 217 time: 0.0849271 Aug 10 15:12:37.310006 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eed09-b708-4a8e-adb3-5d44f2078df5 req-bf7f5bc8-1ef2-498d-a513-295f65e3f630 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:37.318208 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3a6eed09-b708-4a8e-adb3-5d44f2078df5 req-bf7f5bc8-1ef2-498d-a513-295f65e3f630 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0941420 Aug 10 15:12:37.336724 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5054f9-b3f1-4ad1-a0b3-1234ecde18ba req-3a1c8903-9f66-4b28-b246-8a20ce4ef24d tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:37.338367 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d5054f9-b3f1-4ad1-a0b3-1234ecde18ba req-3a1c8903-9f66-4b28-b246-8a20ce4ef24d tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1843898 Aug 10 15:12:37.369431 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646961c-4531-495f-9ec1-723960cae247 req-4d66e07c-b9d8-4fe3-ab49-27be08c7d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:37.371835 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-6646961c-4531-495f-9ec1-723960cae247 req-4d66e07c-b9d8-4fe3-ab49-27be08c7d42b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.1182315 Aug 10 15:12:37.388228 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3a6eed09-b708-4a8e-adb3-5d44f2078df5 req-5d2fe404-56bc-4dca-8877-48bd14a12420 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688825 Aug 10 15:12:37.402564 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d5054f9-b3f1-4ad1-a0b3-1234ecde18ba req-1ee0935b-2d12-4d4c-9ae8-828f20c60f15 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543692 Aug 10 15:12:37.443654 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-6646961c-4531-495f-9ec1-723960cae247 req-418339e2-6d63-4153-ba0f-7c6c8198ebc2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393932 Aug 10 15:12:37.568782 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-6646961c-4531-495f-9ec1-723960cae247 req-36d96365-a647-42e3-9823-f3cb775cdb8c service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208959 Aug 10 15:12:37.617870 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-bc7c4789-5ab8-4618-9b6a-9a2abf52e95a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:37.620523 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-bc7c4789-5ab8-4618-9b6a-9a2abf52e95a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 813 time: 0.1182251 Aug 10 15:12:37.637840 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-d35d2008-aa66-4d42-bcca-7b0fb75bd139 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/quotas/d4986683688449f8884a609da540032a HTTP/1.1" status: 200 len: 375 time: 0.0106115 Aug 10 15:12:37.691777 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-6646961c-4531-495f-9ec1-723960cae247 req-2cfb7709-7bf8-4ac5-a00e-31f101e3b46c service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053281 Aug 10 15:12:37.708500 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-33166898-52cc-4baa-acca-a7cfdcb8a4a5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638859 Aug 10 15:12:37.851184 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-0533bf61-6bbe-4220-b999-8f3a08188a67 service neutron] 10.222.0.26 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285789 Aug 10 15:12:37.952916 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-02a332e5-ad76-4571-8ac6-479d6e253e38 service neutron] 10.222.0.26 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948968 Aug 10 15:12:38.155758 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-160f6d1b-baca-4904-b062-cbceb8e39b49 req-f6d2f02e-143f-4cb0-a776-a9ee95e9cbd1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 210 time: 0.0488212 Aug 10 15:12:38.185662 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017e708-5c38-4562-a0cf-9bc92d61f578 req-cd075150-9fc3-422d-83be-8204b2d3a1ad tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:38.188744 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9017e708-5c38-4562-a0cf-9bc92d61f578 req-cd075150-9fc3-422d-83be-8204b2d3a1ad tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 946 time: 0.1299901 Aug 10 15:12:38.249309 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9017e708-5c38-4562-a0cf-9bc92d61f578 req-e657f09a-70ca-421a-9d00-44cff1fe25a1 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534720 Aug 10 15:12:38.339335 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923ffc9-161c-486a-8b49-29cb0cde5ec3 req-b4ef17a0-fac2-4f60-8c9e-f60437a1b71c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:38.341736 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6923ffc9-161c-486a-8b49-29cb0cde5ec3 req-b4ef17a0-fac2-4f60-8c9e-f60437a1b71c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0792282 Aug 10 15:12:38.414393 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6923ffc9-161c-486a-8b49-29cb0cde5ec3 req-bd77c4a9-2680-4e02-bbef-b783722f4cd9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628746 Aug 10 15:12:38.580698 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9ab5c-daec-4351-8c14-68d5eb34be43 req-0f0e2dd6-0d9f-46f7-9828-4776772f5416 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:38.582334 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fde9ab5c-daec-4351-8c14-68d5eb34be43 req-0f0e2dd6-0d9f-46f7-9828-4776772f5416 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0839620 Aug 10 15:12:38.603652 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed205ec8-d040-4928-b607-15b6a0689c11 req-eba367eb-16d7-4c6e-bf42-3c04aeb6c1af tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:38.605317 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed205ec8-d040-4928-b607-15b6a0689c11 req-eba367eb-16d7-4c6e-bf42-3c04aeb6c1af tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0786462 Aug 10 15:12:38.675647 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fde9ab5c-daec-4351-8c14-68d5eb34be43 req-1aee9238-38c9-4a48-bb05-f17f2385708f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803659 Aug 10 15:12:38.690365 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed205ec8-d040-4928-b607-15b6a0689c11 req-391fd207-100f-4dde-94a4-f0cbfdec011e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685613 Aug 10 15:12:39.259739 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65d94ba8-00f1-4bc5-b577-475cab2454b4 req-2f5d9a6a-5093-4bc4-a603-ae951dc648e0 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 210 time: 0.0307958 Aug 10 15:12:39.383450 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaedc2d-73de-47fd-93fa-f86d2a55a09b req-9b872364-e35a-47f9-972b-b64660dccfea tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:39.385088 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fbaedc2d-73de-47fd-93fa-f86d2a55a09b req-9b872364-e35a-47f9-972b-b64660dccfea tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 946 time: 0.0585716 Aug 10 15:12:39.436942 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fbaedc2d-73de-47fd-93fa-f86d2a55a09b req-fc19e6f3-4673-4b02-985d-d20659e60738 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445952 Aug 10 15:12:39.614026 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5b45d-e9ca-4b0a-b867-d484e2841e75 req-a85c6902-a7ce-4920-8928-ea7232d55af5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:39.616897 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-73e5b45d-e9ca-4b0a-b867-d484e2841e75 req-a85c6902-a7ce-4920-8928-ea7232d55af5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0779185 Aug 10 15:12:39.651553 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-fc1df3b2-deef-4c66-9180-f8fee3388c73 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:39.654213 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-fc1df3b2-deef-4c66-9180-f8fee3388c73 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 813 time: 0.1576416 Aug 10 15:12:39.673475 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-73e5b45d-e9ca-4b0a-b867-d484e2841e75 req-d3952860-b487-404f-b9af-562bee415700 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474546 Aug 10 15:12:39.688535 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Request body: {'port': {'device_id': '6629815e-48da-4953-bdf0-1930f6c60d13', 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303', 'admin_state_up': True, 'tenant_id': 'd4986683688449f8884a609da540032a'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:39.843647 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Made reservation on behalf of d4986683688449f8884a609da540032a for: {'port': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:12:39.847327 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:39.944258 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33c05-a467-4332-9897-38020eaca428 req-fecc9569-00f4-4a7d-834c-1f2d4ebe6f34 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:39.947474 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-63b33c05-a467-4332-9897-38020eaca428 req-fecc9569-00f4-4a7d-834c-1f2d4ebe6f34 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1523101 Aug 10 15:12:39.963565 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce53b96-a680-422d-84a7-0a45c6aa3408 req-2670fa2b-d291-44c2-8181-b663dee4a35f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:39.966300 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1ce53b96-a680-422d-84a7-0a45c6aa3408 req-2670fa2b-d291-44c2-8181-b663dee4a35f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1544452 Aug 10 15:12:39.992703 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Allocated IP 172.20.0.14 (b10a6317-7a85-4b67-b820-a4a5f0492303/6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2/d416e01b-0ce7-46e2-a8eb-3266d5019868) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:12:40.070395 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-63b33c05-a467-4332-9897-38020eaca428 req-0dc54125-0597-45a7-af8b-b70a9fb149b2 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023328 Aug 10 15:12:40.085117 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1ce53b96-a680-422d-84a7-0a45c6aa3408 req-cc4bfd76-f66d-424a-ab89-6443eeb185c5 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041172 Aug 10 15:12:40.187015 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:40.238123 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:40.257272 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['f12653ee-a991-4095-b0e5-350f570e79ba', '30de3e51-c8b7-4daf-8fe0-323cc5e74d68', 'a1471729-0745-422e-ae5e-e70a7a31601e'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:12:40.291056 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Network b10a6317-7a85-4b67-b820-a4a5f0492303 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:12:40.299498 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:12:40.304758 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:12:40.313867 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Pushing event updated for resources: {'Port': ['ID=d416e01b-0ce7-46e2-a8eb-3266d5019868,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:40.395695 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:40.396981 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:40.417149 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-6b7f1c54-35d6-40d6-a218-ac83bfe2d219 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7340305 Aug 10 15:12:40.423176 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447a9e9-6073-43ef-aec5-d0aab81c8f35 req-074e8957-f1e4-46c0-9c68-41d0d4a43956 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:40.425908 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c447a9e9-6073-43ef-aec5-d0aab81c8f35 req-074e8957-f1e4-46c0-9c68-41d0d4a43956 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 932 time: 0.0682044 Aug 10 15:12:40.439877 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Request body: {'port': {'device_id': '6629815e-48da-4953-bdf0-1930f6c60d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:40.539338 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c447a9e9-6073-43ef-aec5-d0aab81c8f35 req-6e282c29-da05-494f-95c8-63524c2f8033 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031969 Aug 10 15:12:40.620298 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:40.705404 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b4bbc-3ed7-479e-b643-282894ca4be5 req-9d78e163-5815-46b4-8443-9b676372c70c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:40.707631 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4c0b4bbc-3ed7-479e-b643-282894ca4be5 req-9d78e163-5815-46b4-8443-9b676372c70c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 946 time: 0.0635817 Aug 10 15:12:40.759781 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4c0b4bbc-3ed7-479e-b643-282894ca4be5 req-d341915e-9658-41dc-9d34-22e575c3696d tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Aug 10 15:12:40.922275 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881808b-b204-4c79-a0b9-ce28c6b67f4e req-eb879f45-084a-4bb0-8f01-c4270bfbbc94 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:40.925037 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8881808b-b204-4c79-a0b9-ce28c6b67f4e req-eb879f45-084a-4bb0-8f01-c4270bfbbc94 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0964794 Aug 10 15:12:40.970067 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8881808b-b204-4c79-a0b9-ce28c6b67f4e req-a57b7177-7b39-4856-a6f3-175a6aeadee9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 Aug 10 15:12:41.035718 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d416e01b-0ce7-46e2-a8eb-3266d5019868 {{(pid=93495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:12:41.045965 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:41.060896 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Transition to ACTIVE for port object d416e01b-0ce7-46e2-a8eb-3266d5019868 will not be triggered until provisioned by entity L2. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:12:41.064684 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:41.124083 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Pushing event updated for resources: {'Port': ['ID=d416e01b-0ce7-46e2-a8eb-3266d5019868,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:41.221451 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Attempting to bind port d416e01b-0ce7-46e2-a8eb-3266d5019868 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:12:41.221912 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Attempting to bind port d416e01b-0ce7-46e2-a8eb-3266d5019868 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:12:41.222314 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Attempting to bind port d416e01b-0ce7-46e2-a8eb-3266d5019868 on network b10a6317-7a85-4b67-b820-a4a5f0492303 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:12:41.228282 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Port d416e01b-0ce7-46e2-a8eb-3266d5019868 on network b10a6317-7a85-4b67-b820-a4a5f0492303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:12:41.229130 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Attempting to bind port d416e01b-0ce7-46e2-a8eb-3266d5019868 on network b10a6317-7a85-4b67-b820-a4a5f0492303 {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:12:41.236100 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:12:41.236551 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Checking segment: {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:12:41.236966 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Bound using segment: {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'} {{(pid=93495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:12:41.237533 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.managers [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Bound port: d416e01b-0ce7-46e2-a8eb-3266d5019868, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e32df8c-8c2a-4d49-8343-3954f6051abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303'}}] {{(pid=93495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:12:41.238245 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:41.317943 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] For port d416e01b-0ce7-46e2-a8eb-3266d5019868, host hv-cinder-78093, cleared binding levels {{(pid=93495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:12:41.323735 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] For port d416e01b-0ce7-46e2-a8eb-3266d5019868, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d416e01b-0ce7-46e2-a8eb-3266d5019868,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:12:41.329544 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:41.331087 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce014317-57d3-4a82-96a4-1c3099e0de96 req-fdb10265-9b93-478e-aea8-7a56a2ef716b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:41.343277 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ce014317-57d3-4a82-96a4-1c3099e0de96 req-fdb10265-9b93-478e-aea8-7a56a2ef716b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1535747 Aug 10 15:12:41.379927 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffdd0-fa34-43d2-8c24-b1a1e006b985 req-1f59fde7-c464-4782-a82a-79d69a15c666 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:41.381557 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-12cffdd0-fa34-43d2-8c24-b1a1e006b985 req-1f59fde7-c464-4782-a82a-79d69a15c666 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1398158 Aug 10 15:12:41.383012 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:41.384648 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:41.387131 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] 10.222.0.50 "PUT /v2.0/ports/d416e01b-0ce7-46e2-a8eb-3266d5019868 HTTP/1.1" status: 200 len: 1094 time: 0.9540393 Aug 10 15:12:41.387867 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6629815e-48da-4953-bdf0-1930f6c60d13', 'tag': 'd416e01b-0ce7-46e2-a8eb-3266d5019868'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:41.392028 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdfeeb6-204f-476a-89c3-9958c3279a42" -d '{"events": [{"name": "network-changed", "server_uuid": "6629815e-48da-4953-bdf0-1930f6c60d13", "tag": "d416e01b-0ce7-46e2-a8eb-3266d5019868"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:41.415976 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ce014317-57d3-4a82-96a4-1c3099e0de96 req-32b5aa9a-9e4d-4856-81fe-56d13c595f3a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691149 Aug 10 15:12:41.420187 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999f5da-e404-4fd1-8815-2eaed309b744 service neutron] Pushing event updated for resources: {'Port': ['ID=d416e01b-0ce7-46e2-a8eb-3266d5019868,revision_number=3']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:41.456729 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-12cffdd0-fa34-43d2-8c24-b1a1e006b985 req-bf60e975-02e7-4bff-b8a8-9f5035ec895c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588009 Aug 10 15:12:41.512510 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-d2cc03ab-fbe4-45d8-bda5-8f1a593331e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:41.514045 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-d2cc03ab-fbe4-45d8-bda5-8f1a593331e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 1097 time: 0.0457993 Aug 10 15:12:41.521452 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5725f83-18de-49ff-a374-badffcd51771 x-openstack-request-id: req-f5725f83-18de-49ff-a374-badffcd51771 {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:41.521805 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6629815e-48da-4953-bdf0-1930f6c60d13", "tag": "d416e01b-0ce7-46e2-a8eb-3266d5019868", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:41.522119 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5725f83-18de-49ff-a374-badffcd51771 {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:41.522619 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6629815e-48da-4953-bdf0-1930f6c60d13', 'tag': 'd416e01b-0ce7-46e2-a8eb-3266d5019868', 'status': 'completed', 'code': 200} Aug 10 15:12:41.567547 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-b529757e-e297-4bc2-85b3-4c7749cdeb86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d416e01b-0ce7-46e2-a8eb-3266d5019868 HTTP/1.1" status: 200 len: 217 time: 0.0350296 Aug 10 15:12:41.628971 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-4010ef8e-fbd2-45d5-8dc0-a71e32b4536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:41.630820 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-4010ef8e-fbd2-45d5-8dc0-a71e32b4536a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 200 len: 853 time: 0.0516245 Aug 10 15:12:41.693443 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-a92adf83-00a7-4cc4-98fa-928f91efbd2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b10a6317-7a85-4b67-b820-a4a5f0492303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467081 Aug 10 15:12:41.730032 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b689a7-4132-49f7-ad17-b7d8d841f9e7 req-a603e87c-ec85-4503-92c9-154b9d8b5431 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:41.733087 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-42b689a7-4132-49f7-ad17-b7d8d841f9e7 req-a603e87c-ec85-4503-92c9-154b9d8b5431 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 944 time: 0.1013658 Aug 10 15:12:41.806821 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-42b689a7-4132-49f7-ad17-b7d8d841f9e7 req-119503f3-d37c-4594-8b45-023ffdb9c850 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640488 Aug 10 15:12:41.856442 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-95858895-e7c3-420c-854c-0fe7d7eefb21 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470137 Aug 10 15:12:41.961511 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84732432-d1c6-4246-bb15-f75c72dd5cb3 req-bc374aa8-afd5-4732-bfce-3882eeb90240 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:41.963904 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-84732432-d1c6-4246-bb15-f75c72dd5cb3 req-bc374aa8-afd5-4732-bfce-3882eeb90240 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 946 time: 0.0818193 Aug 10 15:12:42.026260 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-02ed4a27-3ebc-4439-ab62-311ba6163347 req-7c506e7d-df48-41e4-80dc-5033ba7274cd service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526492 Aug 10 15:12:42.031271 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-84732432-d1c6-4246-bb15-f75c72dd5cb3 req-a28f300b-1c69-4158-9045-6d34cef5463e tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567651 Aug 10 15:12:42.172749 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-2990e1df-5db0-467c-8973-3b232479e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:42.174507 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-2990e1df-5db0-467c-8973-3b232479e2c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4986683688449f8884a609da540032a&device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 1097 time: 0.0542183 Aug 10 15:12:42.260449 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dad5f-3819-4956-af21-ff84f8657378 req-c9bac649-7103-4fbf-a5f4-040547deb3e8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:42.262909 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-268dad5f-3819-4956-af21-ff84f8657378 req-c9bac649-7103-4fbf-a5f4-040547deb3e8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1182053 Aug 10 15:12:42.309605 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-6769e16d-ae92-4de3-81a4-8f93546c8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:42.312832 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-6769e16d-ae92-4de3-81a4-8f93546c8715 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 200 len: 914 time: 0.1239035 Aug 10 15:12:42.326141 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-268dad5f-3819-4956-af21-ff84f8657378 req-9eb8dae9-0825-4171-a831-e1d35d0e67c0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557501 Aug 10 15:12:42.377725 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-d652fae5-ef56-4c64-9ae0-c85baa6d74fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d416e01b-0ce7-46e2-a8eb-3266d5019868 HTTP/1.1" status: 200 len: 217 time: 0.0534499 Aug 10 15:12:42.439871 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-b5fa6886-c305-4e8f-9f53-5675cfabe54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:42.441744 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-b5fa6886-c305-4e8f-9f53-5675cfabe54c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 200 len: 853 time: 0.0516498 Aug 10 15:12:42.490434 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-add725d6-f262-4abe-8516-d9a53ce2c404 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b10a6317-7a85-4b67-b820-a4a5f0492303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372210 Aug 10 15:12:42.635331 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52a8e3-1db3-439f-95cd-4550a136a4fb req-3c684af6-4e40-4f17-b843-3524d57926b8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:42.637246 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5a52a8e3-1db3-439f-95cd-4550a136a4fb req-3c684af6-4e40-4f17-b843-3524d57926b8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0979428 Aug 10 15:12:42.664128 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709355-1d0f-4b9e-be83-86ab3fdf9d5d req-a705017b-3cf4-4aaa-a0a9-d1e1d7c88f94 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:42.665800 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69709355-1d0f-4b9e-be83-86ab3fdf9d5d req-a705017b-3cf4-4aaa-a0a9-d1e1d7c88f94 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0824313 Aug 10 15:12:42.724815 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5a52a8e3-1db3-439f-95cd-4550a136a4fb req-0965bbd9-0edc-43b9-b3b8-d972ee12da8d tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752845 Aug 10 15:12:42.749668 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69709355-1d0f-4b9e-be83-86ab3fdf9d5d req-3148c48e-8ad5-4e87-883a-74085a1f8a99 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716808 Aug 10 15:12:42.900430 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-d2947730-b72a-4d30-aa9c-4799db9947ac service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941901 Aug 10 15:12:43.013317 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f21057-8de9-407e-b0de-a84845a1dd37 req-d9bf6e98-d037-4f54-9833-e3ddd80f7703 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:43.014891 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a1f21057-8de9-407e-b0de-a84845a1dd37 req-d9bf6e98-d037-4f54-9833-e3ddd80f7703 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 944 time: 0.0807462 Aug 10 15:12:43.047388 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-1cdfeeb6-204f-476a-89c3-9958c3279a42 req-e71ccfc8-ccc4-4b42-bf8f-c2caae760968 service neutron] 10.222.0.50 "GET /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353350 Aug 10 15:12:43.088361 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a1f21057-8de9-407e-b0de-a84845a1dd37 req-bf98f42f-046f-4b81-9291-cf7d829d4257 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633388 Aug 10 15:12:43.138713 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a510e70-87c5-4ab3-9b66-d563b218c137 req-c94260e9-e903-40b6-ab3e-f6ca120f329a tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:43.140409 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a510e70-87c5-4ab3-9b66-d563b218c137 req-c94260e9-e903-40b6-ab3e-f6ca120f329a tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 946 time: 0.0567529 Aug 10 15:12:43.196430 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a510e70-87c5-4ab3-9b66-d563b218c137 req-cb43c45b-bbea-4d6f-8545-08467e968c4f tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491815 Aug 10 15:12:43.486291 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eebf5-a4fd-4af8-9e27-19ee688b56ee req-889d9818-e1d0-4a0b-8103-16e6f35f68e9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:43.488011 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d62eebf5-a4fd-4af8-9e27-19ee688b56ee req-889d9818-e1d0-4a0b-8103-16e6f35f68e9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0668917 Aug 10 15:12:43.536794 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d62eebf5-a4fd-4af8-9e27-19ee688b56ee req-8e56169a-2db7-4efc-94ee-616698a270eb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383725 Aug 10 15:12:43.655998 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:12:43.757901 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:43.780015 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'port_id': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'mac_address': 'fa:16:3e:0f:07:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:12:43.825813 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:43.842332 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75e97d4c-84d2-4446-a30d-eac69f4dc556 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:12:43.867951 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:43.873969 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:43.977312 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=6']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:43.979257 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab22f8-3427-4b14-b1d4-ff4bab7b5ce6 req-5fe599a1-6e54-4ac3-9b4d-3aab318787f6 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:43.982137 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7bab22f8-3427-4b14-b1d4-ff4bab7b5ce6 req-5fe599a1-6e54-4ac3-9b4d-3aab318787f6 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1472259 Aug 10 15:12:43.998428 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebe0bc-9bd9-4866-a106-263b68c9fdbd req-5048404e-5a39-4100-b362-aafeff8b3dda tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:44.000323 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-17ebe0bc-9bd9-4866-a106-263b68c9fdbd req-5048404e-5a39-4100-b362-aafeff8b3dda tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1188312 Aug 10 15:12:44.061694 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7bab22f8-3427-4b14-b1d4-ff4bab7b5ce6 req-aa916db1-5b18-4a0b-86d5-8c6e24ae78ce tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601592 Aug 10 15:12:44.067436 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-17ebe0bc-9bd9-4866-a106-263b68c9fdbd req-228e792e-73ab-4014-842f-465ee8be5faa tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596659 Aug 10 15:12:44.103055 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['75e97d4c-84d2-4446-a30d-eac69f4dc556'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:12:44.295592 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f14a1-fdac-4bd2-b618-d8189767cd39 req-8c4bb4bb-70de-4bbc-b71e-bb1cdd690f66 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:44.298219 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5c1f14a1-fdac-4bd2-b618-d8189767cd39 req-8c4bb4bb-70de-4bbc-b71e-bb1cdd690f66 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 944 time: 0.1065099 Aug 10 15:12:44.438813 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5c1f14a1-fdac-4bd2-b618-d8189767cd39 req-83801864-3b0e-49c3-9894-6b2496de7335 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272676 Aug 10 15:12:44.467123 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe9911-519d-4627-9246-d6aafe2cef1e req-81ab342f-acf0-4c7b-a05f-54d2b3e953ce tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:44.471090 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-45fe9911-519d-4627-9246-d6aafe2cef1e req-81ab342f-acf0-4c7b-a05f-54d2b3e953ce tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 946 time: 0.1616218 Aug 10 15:12:44.512462 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-45fe9911-519d-4627-9246-d6aafe2cef1e req-f7390ef7-1b11-4c85-a646-a13536f45866 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Aug 10 15:12:44.665639 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08423de-23cb-4251-9467-e98a1f367658 req-29e630d0-1072-4ec5-a86a-44cee47d635c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:44.667262 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b08423de-23cb-4251-9467-e98a1f367658 req-29e630d0-1072-4ec5-a86a-44cee47d635c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 944 time: 0.0531759 Aug 10 15:12:44.709422 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b08423de-23cb-4251-9467-e98a1f367658 req-825ed6a5-1cd2-45fb-aa42-10daa86ce9c9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358911 Aug 10 15:12:45.248557 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4bf5d-3f7c-421a-859a-3b2bfbbb71db req-a62e2eae-935d-463c-9be7-80986f3dbbdd tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:45.250045 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7ae4bf5d-3f7c-421a-859a-3b2bfbbb71db req-a62e2eae-935d-463c-9be7-80986f3dbbdd tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0851691 Aug 10 15:12:45.264649 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d5b1-fe22-435a-845f-70743b1fca8a req-3d5838af-ccce-47d0-85ec-2a42af4d8140 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:45.266350 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c0a0d5b1-fe22-435a-845f-70743b1fca8a req-3d5838af-ccce-47d0-85ec-2a42af4d8140 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0708821 Aug 10 15:12:45.326077 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7ae4bf5d-3f7c-421a-859a-3b2bfbbb71db req-eac0a564-d219-44b9-ac37-423ba6454dd2 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586369 Aug 10 15:12:45.335182 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c0a0d5b1-fe22-435a-845f-70743b1fca8a req-23aabf42-3c2d-4bd1-9044-5b9ea9d717fb tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614483 Aug 10 15:12:45.461577 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60a1f-1ba1-46ff-a660-1ba0a43d15ec req-76f63a43-675e-4448-85a4-534e3568bc08 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:45.463747 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-97b60a1f-1ba1-46ff-a660-1ba0a43d15ec req-76f63a43-675e-4448-85a4-534e3568bc08 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.0614488 Aug 10 15:12:45.513216 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-97b60a1f-1ba1-46ff-a660-1ba0a43d15ec req-2930ea82-c3f9-4288-bd67-003586777181 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Aug 10 15:12:45.552750 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 41988) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:45.669276 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8849552-3eba-4c3f-812d-efb0932d13f6 req-335dd124-a668-4d42-88bd-6db22a75be66 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:45.670931 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c8849552-3eba-4c3f-812d-efb0932d13f6 req-335dd124-a668-4d42-88bd-6db22a75be66 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 944 time: 0.1039107 Aug 10 15:12:45.674634 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device d416e01b-0ce7-46e2-a8eb-3266d5019868 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:12:45.737978 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408be953-4ca7-44c4-86cc-1cf5f86720df req-aebdc4f6-6683-4b81-ba61-880bf3881e35 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:45.739639 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-408be953-4ca7-44c4-86cc-1cf5f86720df req-aebdc4f6-6683-4b81-ba61-880bf3881e35 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 946 time: 0.0927820 Aug 10 15:12:45.742808 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c8849552-3eba-4c3f-812d-efb0932d13f6 req-ca75fab1-06bf-47ae-af44-24496950ded5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575724 Aug 10 15:12:45.815358 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:12:45.840286 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-408be953-4ca7-44c4-86cc-1cf5f86720df req-fcfc3533-842d-46f1-85f9-e028cb60a878 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879455 Aug 10 15:12:45.876590 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac4314-b224-4986-8b40-f0c91d2018dc tempest-TestMinimumBasicScenario-1590057146 tempest-TestMinimumBasicScenario-1590057146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:45.878836 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-b0ac4314-b224-4986-8b40-f0c91d2018dc tempest-TestMinimumBasicScenario-1590057146 tempest-TestMinimumBasicScenario-1590057146-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 1093 time: 0.3248494 Aug 10 15:12:45.883575 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 42002) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:45.894347 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11723656-9c86-48b9-839e-513efa56e7ec req-ca281daf-df43-4f8e-a782-834e6e816b8e tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:45.894967 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'floatingip': {'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'port_id': '17998012-53db-436e-aa37-4583e1ab4d1c', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:45.896985 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-11723656-9c86-48b9-839e-513efa56e7ec req-ca281daf-df43-4f8e-a782-834e6e816b8e tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 946 time: 0.1829786 Aug 10 15:12:45.940767 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 75e97d4c-84d2-4446-a30d-eac69f4dc556 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:12:45.941260 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:45.971907 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port d416e01b-0ce7-46e2-a8eb-3266d5019868, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d416e01b-0ce7-46e2-a8eb-3266d5019868,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:45.994357 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for floatingip, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.019003 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'd416e01b-0ce7-46e2-a8eb-3266d5019868', 'network_id': 'b10a6317-7a85-4b67-b820-a4a5f0492303', 'port_id': 'd416e01b-0ce7-46e2-a8eb-3266d5019868', 'mac_address': 'fa:16:3e:1e:68:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:12:46.068000 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec903798-c9d7-4802-ad59-d3568d065cb5 req-d1c84830-66f5-48e4-bdeb-03e530a1e9d6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:46.069772 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ec903798-c9d7-4802-ad59-d3568d065cb5 req-d1c84830-66f5-48e4-bdeb-03e530a1e9d6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 944 time: 0.1543691 Aug 10 15:12:46.083302 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.098385 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d416e01b-0ce7-46e2-a8eb-3266d5019868 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:12:46.127949 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [req-11723656-9c86-48b9-839e-513efa56e7ec req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Deleting port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:12:46.129676 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-11723656-9c86-48b9-839e-513efa56e7ec req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.159204 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ec903798-c9d7-4802-ad59-d3568d065cb5 req-509cca0f-d61e-4f9a-93d0-92a1029321aa tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773885 Aug 10 15:12:46.160674 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port d416e01b-0ce7-46e2-a8eb-3266d5019868, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d416e01b-0ce7-46e2-a8eb-3266d5019868,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:46.170480 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.235132 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.256531 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=d416e01b-0ce7-46e2-a8eb-3266d5019868,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:46.287458 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:46.291859 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe640bcd-f8c3-4f52-b90a-5d7c0486ab5e" -d '{"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-plugged", "status": "completed", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:46.305520 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.314332 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:46.321686 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.344771 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-11723656-9c86-48b9-839e-513efa56e7ec req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] For port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:46.345658 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-11723656-9c86-48b9-839e-513efa56e7ec req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.392787 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [req-11723656-9c86-48b9-839e-513efa56e7ec req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Calling delete_port for e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 owned by compute:nova {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:12:46.484900 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=7']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:46.501922 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80510cb-26aa-47b0-b6bf-561e3965b9a7 x-openstack-request-id: req-e80510cb-26aa-47b0-b6bf-561e3965b9a7 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:46.502248 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-plugged", "status": "completed", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:46.502518 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e80510cb-26aa-47b0-b6bf-561e3965b9a7 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:46.502942 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'code': 200} Aug 10 15:12:46.622440 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Allocated IP 172.27.2.177 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/0d3650c0-a2ad-464a-8ad4-c5ff4f387b53) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:12:46.697448 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['d416e01b-0ce7-46e2-a8eb-3266d5019868'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:12:46.733670 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-11723656-9c86-48b9-839e-513efa56e7ec req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.744608 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b43e6-a91d-4344-b2d8-998117a2e412 req-676c8b3a-88f0-4e5e-952e-0373ef1503f3 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:46.751891 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-927b43e6-a91d-4344-b2d8-998117a2e412 req-676c8b3a-88f0-4e5e-952e-0373ef1503f3 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1916261 Aug 10 15:12:46.767372 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd60519-054d-4bbd-a7ff-ee88256c6480 req-3261331a-5a49-404a-8905-23eaf281fef4 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:46.773000 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bfd60519-054d-4bbd-a7ff-ee88256c6480 req-3261331a-5a49-404a-8905-23eaf281fef4 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.2098897 Aug 10 15:12:46.832367 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Pushing event deleted for resources: {'Port': ['ID=e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:46.952403 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-11723656-9c86-48b9-839e-513efa56e7ec req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] No DVR routers for this DVR port e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 on host hv-cinder-78093 {{(pid=93495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:12:46.957642 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-11723656-9c86-48b9-839e-513efa56e7ec req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:46.961682 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-11723656-9c86-48b9-839e-513efa56e7ec req-01787cb3-4af8-4f6b-aaba-bd5746359024 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.50 "DELETE /v2.0/ports/e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 HTTP/1.1" status: 204 len: 173 time: 1.0554409 Aug 10 15:12:46.963289 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f98b730-7dac-4e0f-a4bd-09602ca150af', 'name': 'network-vif-deleted', 'tag': 'e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:46.967371 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c2dc10-9632-497e-90a7-fea4e3d0f93f" -d '{"events": [{"server_uuid": "3f98b730-7dac-4e0f-a4bd-09602ca150af", "name": "network-vif-deleted", "tag": "e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:47.306680 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-927b43e6-a91d-4344-b2d8-998117a2e412 req-cbbb01a8-687a-43ce-8a03-2b8e3a2d761e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5536964 Aug 10 15:12:47.330109 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bfd60519-054d-4bbd-a7ff-ee88256c6480 req-0ccdfbdf-50e9-44f4-a7fd-ad7d3aba873f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427697 Aug 10 15:12:47.365393 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:47.511028 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:47.546678 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bdefbfce-b04d-4e11-b9c3-720b44480290 req-20da57c1-5d5b-4c34-bd5f-dc245c4eeee5 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f98b730-7dac-4e0f-a4bd-09602ca150af HTTP/1.1" status: 200 len: 210 time: 0.0383432 Aug 10 15:12:47.587796 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b28fa8-6fa9-4348-840f-2309e2822ed4 req-126e9348-3744-4291-9caf-fd00fe54d179 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:47.589394 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-13b28fa8-6fa9-4348-840f-2309e2822ed4 req-126e9348-3744-4291-9caf-fd00fe54d179 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 945 time: 0.1335745 Aug 10 15:12:47.609553 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:12:47.616655 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'Port': ['ID=0d3650c0-a2ad-464a-8ad4-c5ff4f387b53,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:47.621345 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:12:47.635682 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:12:47.719460 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-13b28fa8-6fa9-4348-840f-2309e2822ed4 req-5e08985e-a0cc-4a94-9d1c-93180ce9c652 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077402 Aug 10 15:12:47.722711 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e582595-e598-4c30-8d2b-fd8e2694df64 x-openstack-request-id: req-2e582595-e598-4c30-8d2b-fd8e2694df64 {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:47.723260 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f98b730-7dac-4e0f-a4bd-09602ca150af", "name": "network-vif-deleted", "tag": "e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:47.723690 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e582595-e598-4c30-8d2b-fd8e2694df64 {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:47.724279 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f98b730-7dac-4e0f-a4bd-09602ca150af', 'name': 'network-vif-deleted', 'tag': 'e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8', 'status': 'completed', 'code': 200} Aug 10 15:12:48.058396 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380aea90-4507-4721-9d93-bd0e771a1504 req-15a598ba-eba0-4bfb-8187-0df51eb6c1b0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:48.066674 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-380aea90-4507-4721-9d93-bd0e771a1504 req-15a598ba-eba0-4bfb-8187-0df51eb6c1b0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1671817 Aug 10 15:12:48.163520 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-380aea90-4507-4721-9d93-bd0e771a1504 req-82494c6b-939c-47bb-9a46-7878ab641d3c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956781 Aug 10 15:12:48.433769 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:48.636302 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:48.676182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f3283-a8e0-4eb0-9b58-e045ff7fdb85 req-6bf89e0e-6183-4914-a88c-08d11a093032 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:48.677669 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d54f3283-a8e0-4eb0-9b58-e045ff7fdb85 req-6bf89e0e-6183-4914-a88c-08d11a093032 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1899412 Aug 10 15:12:48.690554 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b43c0-5629-47d6-8bbf-a67bd5fc99a7 req-faec012b-58be-45fa-a21a-319753e7482c tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:48.694871 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d40b43c0-5629-47d6-8bbf-a67bd5fc99a7 req-faec012b-58be-45fa-a21a-319753e7482c tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1442802 Aug 10 15:12:48.986681 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d40b43c0-5629-47d6-8bbf-a67bd5fc99a7 req-03628d3f-8e15-451d-9585-fdd194f3ad07 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775514 Aug 10 15:12:48.996191 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d54f3283-a8e0-4eb0-9b58-e045ff7fdb85 req-637c35fe-53b4-4de6-9513-ba8bddefebe6 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938437 Aug 10 15:12:49.344036 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2e177-3e6b-4a79-9f80-98ecdd231580 req-d32a61f9-a510-4b80-9229-e8e1ec547656 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:49.346761 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78e2e177-3e6b-4a79-9f80-98ecdd231580 req-d32a61f9-a510-4b80-9229-e8e1ec547656 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 945 time: 0.2295046 Aug 10 15:12:49.353575 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:49.386789 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:49.480961 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78e2e177-3e6b-4a79-9f80-98ecdd231580 req-d22bdd2b-eca9-4465-8ac5-ff1ff18476ae tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208038 Aug 10 15:12:49.604503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'Port': ['ID=0d3650c0-a2ad-464a-8ad4-c5ff4f387b53,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:49.652203 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-d44b5639-420a-4967-882b-f20c842824da tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:49.654989 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-d44b5639-420a-4967-882b-f20c842824da tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/networks?id=dab8698b-ac2e-41b3-b9fa-258375ba3954 HTTP/1.1" status: 200 len: 808 time: 0.4308274 Aug 10 15:12:49.685603 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device d416e01b-0ce7-46e2-a8eb-3266d5019868 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:12:49.704405 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:49.716852 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-c7346e72-c89d-4099-b629-dd194878897f tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/quotas/0fa05e3429eb4e578db15d63b185e863 HTTP/1.1" status: 200 len: 375 time: 0.0531237 Aug 10 15:12:49.787239 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port d416e01b-0ce7-46e2-a8eb-3266d5019868 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:12:49.795224 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port d416e01b-0ce7-46e2-a8eb-3266d5019868 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:12:49.795689 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:49.818228 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e8cd0-ca47-40ba-a664-4c0acd6924b4 req-e78c80a9-235e-4f1b-a332-54801abddd8a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:49.820014 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-451e8cd0-ca47-40ba-a664-4c0acd6924b4 req-e78c80a9-235e-4f1b-a332-54801abddd8a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.2530119 Aug 10 15:12:49.846910 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-fd7ea0dd-8eb2-4e0a-96b6-8ec8ec12a3e5 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0fa05e3429eb4e578db15d63b185e863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612109 Aug 10 15:12:49.956829 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:49.990685 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-451e8cd0-ca47-40ba-a664-4c0acd6924b4 req-495a349d-1129-4f3a-9452-b14ef390825e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425924 Aug 10 15:12:50.022393 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6629815e-48da-4953-bdf0-1930f6c60d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd416e01b-0ce7-46e2-a8eb-3266d5019868'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:50.025081 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35528323-7158-4ef5-9be4-cebae8dec804" -d '{"events": [{"server_uuid": "6629815e-48da-4953-bdf0-1930f6c60d13", "name": "network-vif-plugged", "status": "completed", "tag": "d416e01b-0ce7-46e2-a8eb-3266d5019868"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:50.039117 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Floating IP f84a618d-09da-48ec-b6f5-3d176a4b907b associated. External IP: 172.27.2.177, port: 17998012-53db-436e-aa37-4583e1ab4d1c. Aug 10 15:12:50.039946 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port d416e01b-0ce7-46e2-a8eb-3266d5019868, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d416e01b-0ce7-46e2-a8eb-3266d5019868,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:50.058707 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:50.059836 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:12:50.086777 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-3bb752b3-d1a1-4193-a72d-1f1c214d00f2 service neutron] 10.222.0.26 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165136 Aug 10 15:12:50.148645 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:12:50.149630 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device e4a72fbd-f3b5-4b8d-b91b-4e643c14cce8 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:12:50.152758 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1094f7e1-0759-4bfd-bd7e-f896d5493ed8 x-openstack-request-id: req-1094f7e1-0759-4bfd-bd7e-f896d5493ed8 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:50.153082 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6629815e-48da-4953-bdf0-1930f6c60d13", "name": "network-vif-plugged", "status": "completed", "tag": "d416e01b-0ce7-46e2-a8eb-3266d5019868", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:50.153359 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1094f7e1-0759-4bfd-bd7e-f896d5493ed8 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:50.154031 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6629815e-48da-4953-bdf0-1930f6c60d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd416e01b-0ce7-46e2-a8eb-3266d5019868', 'code': 200} Aug 10 15:12:50.168048 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=d416e01b-0ce7-46e2-a8eb-3266d5019868,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:50.346197 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce657f-4d89-4c20-85fc-7ec04fc0749f req-8506fee7-2cc4-43f8-b447-5f50bd275dd9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:50.354645 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52ce657f-4d89-4c20-85fc-7ec04fc0749f req-8506fee7-2cc4-43f8-b447-5f50bd275dd9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1581974 Aug 10 15:12:50.357669 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b7270-a0bb-4fa5-84a0-d9fbc312bc21 req-a7cc311a-3bd4-43b9-ae44-4252b2cff100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:50.360160 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ed0b7270-a0bb-4fa5-84a0-d9fbc312bc21 req-a7cc311a-3bd4-43b9-ae44-4252b2cff100 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 1099 time: 0.0468209 Aug 10 15:12:50.367746 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-3d6b1232-0ce0-4027-b952-fb65e9002d2a service neutron] 10.222.0.26 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595577 Aug 10 15:12:50.436645 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ed0b7270-a0bb-4fa5-84a0-d9fbc312bc21 req-966bf573-8928-4837-85f6-cc9ce1e05912 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560324 Aug 10 15:12:50.458833 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52ce657f-4d89-4c20-85fc-7ec04fc0749f req-ce7b98c2-47ba-478b-acc8-2e44f536a65b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921235 Aug 10 15:12:50.592649 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Router c0f135c8-ce75-4c08-a3db-49adf5e5a9db has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:12:50.614338 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c7bf8-44db-4d4d-b96c-2d24814aa457 req-e3eef747-5ab0-4f1a-8862-3f39b23425e4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:50.616025 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-075c7bf8-44db-4d4d-b96c-2d24814aa457 req-e3eef747-5ab0-4f1a-8862-3f39b23425e4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0957365 Aug 10 15:12:51.042061 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-075c7bf8-44db-4d4d-b96c-2d24814aa457 req-0667d03c-30aa-444d-90ae-ebb1500d0261 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4179311 Aug 10 15:12:51.068470 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a1f30-daf0-4dd3-9b21-d0506c64b36b req-2157740d-e5c6-48f2-a50d-5e8731ccb879 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:51.078361 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6e5a1f30-daf0-4dd3-9b21-d0506c64b36b req-2157740d-e5c6-48f2-a50d-5e8731ccb879 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.4606905 Aug 10 15:12:51.172635 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:12:51.187028 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] Sync routers for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:12:51.199941 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6e5a1f30-daf0-4dd3-9b21-d0506c64b36b req-9a5e8de3-946a-4f2b-964c-3bfb4653ecb5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207607 Aug 10 15:12:51.210017 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:12:51.210687 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:12:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:12:51.261140 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:51.325860 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1e7656a5-8074-46d9-b049-61334c04e8dc req-1eee8128-20b1-4de7-aded-f9e01121afc8 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 210 time: 0.0894988 Aug 10 15:12:51.459580 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-6abb7024-ed16-4e14-8a11-1dc07024ebef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5742812 Aug 10 15:12:51.461537 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:51.462725 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 42088) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:51.465365 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943" -d '{"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:51.485114 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:12:51.488484 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-6c647c90-beeb-4264-adf2-6f5c5eb3134d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349550487', 'description': 'tempest-secgroup-smoke-349550487 description', 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:51.503732 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26508851-dc89-4b3a-928b-a9638e9e5b56 req-bbf1bb80-c8e8-4888-a413-8d70f84e3559 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:51.506666 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-26508851-dc89-4b3a-928b-a9638e9e5b56 req-bbf1bb80-c8e8-4888-a413-8d70f84e3559 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1175756 Aug 10 15:12:51.603267 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6c647c90-beeb-4264-adf2-6f5c5eb3134d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:51.603911 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-26508851-dc89-4b3a-928b-a9638e9e5b56 req-d50c98fb-51e2-4237-a8d7-c6ab1475fb29 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869708 Aug 10 15:12:51.994978 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7afc74-a4e0-44ef-b3ae-dc94aae92144 req-276b7d0b-b5cd-449a-b153-4836b25e281b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:51.996654 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6f7afc74-a4e0-44ef-b3ae-dc94aae92144 req-276b7d0b-b5cd-449a-b153-4836b25e281b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1769357 Aug 10 15:12:52.007618 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6c647c90-beeb-4264-adf2-6f5c5eb3134d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:52.026570 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6c647c90-beeb-4264-adf2-6f5c5eb3134d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:52.061231 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458af8da-9f82-4202-a4fa-185bb73bd237 x-openstack-request-id: req-458af8da-9f82-4202-a4fa-185bb73bd237 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:52.061557 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:52.061792 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-458af8da-9f82-4202-a4fa-185bb73bd237 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:52.062151 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c', 'status': 'completed', 'code': 200} Aug 10 15:12:52.069316 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': 'f84a618d-09da-48ec-b6f5-3d176a4b907b', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'port_id': '17998012-53db-436e-aa37-4583e1ab4d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'mac_address': 'fa:16:3e:79:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:12:48Z', 'updated_at': '2021-08-10T15:12:48Z', 'revision_number': 0, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1882c9-75af-4722-aad4-fd01239cec67', 'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'mac_address': 'fa:16:3e:73:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:25Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 5, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'subnets': [{'id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:12:52.104134 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] Checking router: c0f135c8-ce75-4c08-a3db-49adf5e5a9db for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:12:52.117179 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6f7afc74-a4e0-44ef-b3ae-dc94aae92144 req-0359855d-86cd-4146-a773-6d7d920c1cba tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097326 Aug 10 15:12:52.137360 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:12:52.139054 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:12:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:12:52.231988 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6c647c90-beeb-4264-adf2-6f5c5eb3134d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:52.247190 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6c647c90-beeb-4264-adf2-6f5c5eb3134d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7807269 Aug 10 15:12:52.252088 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 42106) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:52.309145 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:12:52.311154 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-a6756dad-e48a-4ecb-81d1-8b5e3382738e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'security_group_rule': {'security_group_id': '7a54ed8e-3cf9-49d0-b481-2ba215ef5171', 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:52.369994 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13888-5ed9-4ce0-a103-514d716482b0 req-0288c2b7-7168-4ae2-b8dc-c79b6d701075 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:52.371657 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69a13888-5ed9-4ce0-a103-514d716482b0 req-0288c2b7-7168-4ae2-b8dc-c79b6d701075 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1475883 Aug 10 15:12:52.385999 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1cfd42a1-4752-42f0-99e6-2a7fc3d1ce72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:52.435011 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c647c90-beeb-4264-adf2-6f5c5eb3134d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a54ed8e-3cf9-49d0-b481-2ba215ef5171,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:52.541051 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-7c3430d5-e1de-4310-9b7d-2fb30af2554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:52.543715 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-7c3430d5-e1de-4310-9b7d-2fb30af2554f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c1a23ed2b45465181f355cbe67a2f8c&device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 1098 time: 0.4023042 Aug 10 15:12:52.663696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967a6c0-c55e-4e64-b971-76152f875a98 req-a283a86d-f96b-4e0b-b2df-4cb878a427c9 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:52.666383 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1967a6c0-c55e-4e64-b971-76152f875a98 req-a283a86d-f96b-4e0b-b2df-4cb878a427c9 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.2880137 Aug 10 15:12:52.683335 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69a13888-5ed9-4ce0-a103-514d716482b0 req-b4b6836a-90b0-45da-9eb6-602ef5e85a6d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552736 Aug 10 15:12:52.695699 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-bb309bb2-bca1-43e1-b697-0565a4dc1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:52.703683 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-bb309bb2-bca1-43e1-b697-0565a4dc1089 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 1099 time: 0.3226180 Aug 10 15:12:52.804630 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a6756dad-e48a-4ecb-81d1-8b5e3382738e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:52.947703 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-34a6413f-73a7-44fb-84af-db0c5d943a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:52.952570 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-34a6413f-73a7-44fb-84af-db0c5d943a51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 HTTP/1.1" status: 200 len: 915 time: 0.3960350 Aug 10 15:12:53.027339 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': 'f84a618d-09da-48ec-b6f5-3d176a4b907b', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'port_id': '17998012-53db-436e-aa37-4583e1ab4d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'mac_address': 'fa:16:3e:79:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:12:48Z', 'updated_at': '2021-08-10T15:12:48Z', 'revision_number': 0, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1882c9-75af-4722-aad4-fd01239cec67', 'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'mac_address': 'fa:16:3e:73:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:25Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 5, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'subnets': [{'id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:12:53.085244 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1967a6c0-c55e-4e64-b971-76152f875a98 req-8fc89120-5fc2-418e-9f83-84418d4aff1d tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935833 Aug 10 15:12:53.171743 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9c147-e8b5-4bf4-a968-1f3b4dd49539 None None] The sync data for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi is: [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': 'f84a618d-09da-48ec-b6f5-3d176a4b907b', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'port_id': '17998012-53db-436e-aa37-4583e1ab4d1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'mac_address': 'fa:16:3e:79:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:12:48Z', 'updated_at': '2021-08-10T15:12:48Z', 'revision_number': 0, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1882c9-75af-4722-aad4-fd01239cec67', 'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'mac_address': 'fa:16:3e:73:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:25Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 5, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'subnets': [{'id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:12:53.176945 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a6756dad-e48a-4ecb-81d1-8b5e3382738e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:53.195556 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a6756dad-e48a-4ecb-81d1-8b5e3382738e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:53.267613 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a6756dad-e48a-4ecb-81d1-8b5e3382738e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:53.271094 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-a6756dad-e48a-4ecb-81d1-8b5e3382738e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9924800 Aug 10 15:12:53.279838 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 42128) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:53.286349 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-db713e3c-c353-436e-8802-198769f31892 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'security_group_rule': {'security_group_id': '7a54ed8e-3cf9-49d0-b481-2ba215ef5171', 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:53.295055 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6756dad-e48a-4ecb-81d1-8b5e3382738e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab37811e-61bc-4531-892b-fed8ff2a5451,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:53.324040 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-1077f865-57ec-4e24-bf42-75f99fda23f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 999 time: 0.3553114 Aug 10 15:12:53.324796 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ab31a620-08de-4872-ad39-e7d031b69215 req-dcac2140-e47c-4551-a21c-c04adbcf9ce2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 210 time: 0.4516566 Aug 10 15:12:53.395741 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db713e3c-c353-436e-8802-198769f31892 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:53.453908 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-fdb24ad2-e9c2-4a14-944c-b22fa987107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:53.456612 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-fdb24ad2-e9c2-4a14-944c-b22fa987107b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e7e64a0-90e9-4695-bda7-3a547c38bbbf HTTP/1.1" status: 200 len: 853 time: 0.1249530 Aug 10 15:12:53.590313 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db713e3c-c353-436e-8802-198769f31892 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:53.603355 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-7ae243e8-c48b-44eb-88f1-c6989d262b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:53.609808 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-7ae243e8-c48b-44eb-88f1-c6989d262b9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1246850 Aug 10 15:12:53.615986 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db713e3c-c353-436e-8802-198769f31892 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:53.640056 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8231678-dc1a-45d5-a195-123787d43fb7 None None] New status for floating IP f84a618d-09da-48ec-b6f5-3d176a4b907b: ACTIVE {{(pid=93496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:12:53.647558 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d19ae-663e-42c6-89e8-790df2b791fa req-2556086d-4206-453d-be24-1c733e6b7f13 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:53.656859 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-274d19ae-663e-42c6-89e8-790df2b791fa req-2556086d-4206-453d-be24-1c733e6b7f13 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.3679633 Aug 10 15:12:53.670827 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-4fcf0b63-12b3-4616-b8cf-e93ff6ae40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:53.672530 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-4fcf0b63-12b3-4616-b8cf-e93ff6ae40cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 912 time: 0.8969774 Aug 10 15:12:53.679584 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-9fb42179-255c-4b64-bb2e-15534cde3f24 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:53.682731 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-9fb42179-255c-4b64-bb2e-15534cde3f24 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.50 "GET /v2.0/networks?id=dab8698b-ac2e-41b3-b9fa-258375ba3954 HTTP/1.1" status: 200 len: 808 time: 0.8139553 Aug 10 15:12:53.686019 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db713e3c-c353-436e-8802-198769f31892 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38eacd5b-f706-49ad-b4ec-acff5c91091d,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:53.711271 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-db713e3c-c353-436e-8802-198769f31892 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:53.716865 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-db713e3c-c353-436e-8802-198769f31892 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4310706 Aug 10 15:12:53.717864 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 42132) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:53.719305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c669a5-54b0-44d8-9550-be86a0d0515a req-f84c3392-ee1b-41eb-8ea7-0efbc19932a3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:53.728048 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2c669a5-54b0-44d8-9550-be86a0d0515a req-f84c3392-ee1b-41eb-8ea7-0efbc19932a3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.2504463 Aug 10 15:12:53.731825 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-dd637ee6-6fe6-47c2-af9e-6134bec2767f tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'security_group_rule': {'security_group_id': '7a54ed8e-3cf9-49d0-b481-2ba215ef5171', 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:53.783126 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-274d19ae-663e-42c6-89e8-790df2b791fa req-d80cd08d-5c9c-41fb-8778-26e06bb6445f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249902 Aug 10 15:12:53.805142 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dd637ee6-6fe6-47c2-af9e-6134bec2767f tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:53.846335 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2c669a5-54b0-44d8-9550-be86a0d0515a req-a3e416ce-2844-4559-b53f-c9d2c6f32fbb tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166928 Aug 10 15:12:53.988397 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dd637ee6-6fe6-47c2-af9e-6134bec2767f tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:53.998587 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dd637ee6-6fe6-47c2-af9e-6134bec2767f tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.023517 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a3312-8003-4bed-b29c-6a7b28ddcc11 req-3933cf6b-d338-46fc-b846-61c27ee3df56 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:54.026214 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-415a3312-8003-4bed-b29c-6a7b28ddcc11 req-3933cf6b-d338-46fc-b846-61c27ee3df56 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1080017 Aug 10 15:12:54.036320 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd637ee6-6fe6-47c2-af9e-6134bec2767f tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f640ab7-a69b-45f0-a66d-752fc1999133,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:54.048288 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dd637ee6-6fe6-47c2-af9e-6134bec2767f tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.053330 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-dd637ee6-6fe6-47c2-af9e-6134bec2767f tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3285673 Aug 10 15:12:54.054600 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 42140) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:54.059349 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-98abf920-a8ad-4a66-a7d9-c7b7085afbae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'security_group_rule': {'security_group_id': '7a54ed8e-3cf9-49d0-b481-2ba215ef5171', 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:54.101917 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-415a3312-8003-4bed-b29c-6a7b28ddcc11 req-e66e0b58-4a5a-4e25-be4a-61e70a02fb4b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687742 Aug 10 15:12:54.121821 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-98abf920-a8ad-4a66-a7d9-c7b7085afbae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.219364 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-98abf920-a8ad-4a66-a7d9-c7b7085afbae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.233642 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-98abf920-a8ad-4a66-a7d9-c7b7085afbae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.259989 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abf920-a8ad-4a66-a7d9-c7b7085afbae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d128caab-858b-4853-9667-5196d0505828,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:54.270387 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-98abf920-a8ad-4a66-a7d9-c7b7085afbae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.270387 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-98abf920-a8ad-4a66-a7d9-c7b7085afbae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151067 Aug 10 15:12:54.275732 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 42144) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:54.281974 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-f28eec93-dc0e-4617-9a92-33e132274f82 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'security_group_rule': {'security_group_id': '7a54ed8e-3cf9-49d0-b481-2ba215ef5171', 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:54.318858 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.securitygroups_db [None req-f28eec93-dc0e-4617-9a92-33e132274f82 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Project 2c1a23ed2b45465181f355cbe67a2f8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:12:54.328741 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f28eec93-dc0e-4617-9a92-33e132274f82 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.420186 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f28eec93-dc0e-4617-9a92-33e132274f82 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.427811 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f28eec93-dc0e-4617-9a92-33e132274f82 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.460130 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eec93-dc0e-4617-9a92-33e132274f82 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7f7dc5-5f7f-4795-8539-c623be62e819,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:54.477547 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-03e0ac01-4533-4457-b4df-fa0369470725 req-7243e7b4-7375-48a4-aa37-c64f2893efb3 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 210 time: 0.0439346 Aug 10 15:12:54.491647 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f28eec93-dc0e-4617-9a92-33e132274f82 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.500336 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-f28eec93-dc0e-4617-9a92-33e132274f82 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2228448 Aug 10 15:12:54.504692 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 42148) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:12:54.514470 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-f2280a5b-1120-461e-b4f9-a6ea4fc30a80 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'security_group_rule': {'security_group_id': '7a54ed8e-3cf9-49d0-b481-2ba215ef5171', 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:54.554010 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.securitygroups_db [None req-f2280a5b-1120-461e-b4f9-a6ea4fc30a80 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Project 2c1a23ed2b45465181f355cbe67a2f8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:12:54.564690 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f2280a5b-1120-461e-b4f9-a6ea4fc30a80 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.684061 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f2280a5b-1120-461e-b4f9-a6ea4fc30a80 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.689923 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f2280a5b-1120-461e-b4f9-a6ea4fc30a80 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.714526 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2280a5b-1120-461e-b4f9-a6ea4fc30a80 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08122183-9709-495c-870f-ce349615af1e,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:54.723341 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-f2280a5b-1120-461e-b4f9-a6ea4fc30a80 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:54.727543 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-f2280a5b-1120-461e-b4f9-a6ea4fc30a80 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2183971 Aug 10 15:12:54.847383 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-c500c39f-6bbf-4f56-ae3d-c56c2d313cc4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349550487&fields=id&tenant_id=2c1a23ed2b45465181f355cbe67a2f8c HTTP/1.1" status: 200 len: 267 time: 0.0482473 Aug 10 15:12:54.922425 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-92c61ba8-23b5-4d2a-b7d9-2cf86c85dd6d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:54.924357 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-92c61ba8-23b5-4d2a-b7d9-2cf86c85dd6d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.0736039 Aug 10 15:12:54.970976 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-a077046c-2221-4441-8f8c-d814b97b29b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'port': {'security_groups': ['d4f56207-b8d9-4841-bfa7-0d9727ea58c3', '7a54ed8e-3cf9-49d0-b481-2ba215ef5171']}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:55.025694 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332e0a-b1b4-491f-9f8d-fa0068b37114 req-8ce937cd-5b2e-4c37-aecb-77fb847d5391 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:55.027570 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f7332e0a-b1b4-491f-9f8d-fa0068b37114 req-8ce937cd-5b2e-4c37-aecb-77fb847d5391 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0953319 Aug 10 15:12:55.091946 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-a077046c-2221-4441-8f8c-d814b97b29b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:55.125345 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:55.137789 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f7332e0a-b1b4-491f-9f8d-fa0068b37114 req-db4da8a9-df3f-4c93-8ae6-d0e720b6551e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981200 Aug 10 15:12:55.405311 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c417e4-00e3-4422-86fa-f6339cfade4b req-47e6f243-b0df-42a2-a95a-5b761702358e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:55.407656 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-76c417e4-00e3-4422-86fa-f6339cfade4b req-47e6f243-b0df-42a2-a95a-5b761702358e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1965775 Aug 10 15:12:55.561171 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1ceaee10-3908-4bfa-af7d-9fe14959e95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:55.592512 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-a077046c-2221-4441-8f8c-d814b97b29b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] For port 17998012-53db-436e-aa37-4583e1ab4d1c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=17998012-53db-436e-aa37-4583e1ab4d1c,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:12:55.655826 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-76c417e4-00e3-4422-86fa-f6339cfade4b req-7ecf0c27-acf3-4452-8fe6-471b4bf7ab4f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674788 Aug 10 15:12:55.711023 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-a077046c-2221-4441-8f8c-d814b97b29b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:55.719811 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-a077046c-2221-4441-8f8c-d814b97b29b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:55.814220 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-a077046c-2221-4441-8f8c-d814b97b29b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:55.815875 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-a077046c-2221-4441-8f8c-d814b97b29b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:55.835964 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aed97e1e-e492-4997-97ce-db8a2f3e2f59 req-a077046c-2221-4441-8f8c-d814b97b29b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "PUT /v2.0/ports/17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 981 time: 0.8736000 Aug 10 15:12:55.839993 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:12:55.849163 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397acd09-0597-436b-aff3-029dc6e09470" -d '{"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:12:56.034498 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077046c-2221-4441-8f8c-d814b97b29b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'Port': ['ID=17998012-53db-436e-aa37-4583e1ab4d1c,revision_number=6']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:56.051976 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c71d-7702-45de-aa51-9e714cffa5f2 req-ca060a57-0eb9-468a-8fff-21aea1490b6e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:56.059916 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a5d4c71d-7702-45de-aa51-9e714cffa5f2 req-ca060a57-0eb9-468a-8fff-21aea1490b6e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.2214382 Aug 10 15:12:56.093685 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27f62a29-6f01-40f1-bcb6-3d1aec390720 req-281d12aa-598a-4d54-a635-cccf62271ecc tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 210 time: 0.0782504 Aug 10 15:12:56.180918 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a5d4c71d-7702-45de-aa51-9e714cffa5f2 req-59971b98-31fa-4b06-b496-71277bd194ab tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199660 Aug 10 15:12:56.280591 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:56.287789 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-82717edc-5e7a-40d0-8ab7-d1eea239b2c0 None None] Provisioning complete for port 17998012-53db-436e-aa37-4583e1ab4d1c triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:12:56.288305 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82717edc-5e7a-40d0-8ab7-d1eea239b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:56.356515 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Request body: {'port': {'device_id': 'bb50c84f-f10a-48e5-8b23-82423a5a1c81', 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954', 'admin_state_up': True, 'tenant_id': '0fa05e3429eb4e578db15d63b185e863'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:12:56.365527 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['17998012-53db-436e-aa37-4583e1ab4d1c'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:12:56.481334 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-7ca41baa-8f73-4858-abbf-2fef0e01e8cc service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487246 Aug 10 15:12:56.489891 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f639bc1-32ef-48e6-8431-8fccb1de75ca x-openstack-request-id: req-6f639bc1-32ef-48e6-8431-8fccb1de75ca {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:12:56.490510 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:12:56.490941 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f639bc1-32ef-48e6-8431-8fccb1de75ca {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:12:56.491507 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c', 'status': 'completed', 'code': 200} Aug 10 15:12:56.559476 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:12:56.657845 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['17998012-53db-436e-aa37-4583e1ab4d1c'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:12:56.662758 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-0c47b2ed-1b2f-497e-b64f-54c68d0c1943 req-6ba5bc37-b128-4fa5-87a9-80b04cba50da service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667781 Aug 10 15:12:56.725701 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-7500ec39-a6a2-480f-b40c-8458b621b570 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a18b997-f31f-4169-9636-cce8c69c31f5 HTTP/1.1" status: 200 len: 1002 time: 0.3892589 Aug 10 15:12:56.769353 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034ae4c-4ce3-42b8-bdc8-acc37dd09467 req-9bb1b05f-75de-4274-9e70-9c0922ae3e7a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:56.770939 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a034ae4c-4ce3-42b8-bdc8-acc37dd09467 req-9bb1b05f-75de-4274-9e70-9c0922ae3e7a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1455493 Aug 10 15:12:56.781001 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ca381-aae1-45ad-8dce-09660be67153 req-465f4a15-2cc5-409d-acc5-7713197ed3f5 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:56.783757 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6c4ca381-aae1-45ad-8dce-09660be67153 req-465f4a15-2cc5-409d-acc5-7713197ed3f5 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.3276441 Aug 10 15:12:56.816250 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:56.832914 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397acd09-0597-436b-aff3-029dc6e09470 req-79a356f8-3f7d-415c-b9c5-b830c6c354c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:56.835413 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-397acd09-0597-436b-aff3-029dc6e09470 req-79a356f8-3f7d-415c-b9c5-b830c6c354c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c1a23ed2b45465181f355cbe67a2f8c&device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 1137 time: 0.0798206 Aug 10 15:12:56.974519 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-746159ea-533e-4844-8472-8c1706bf7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:56.976343 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-746159ea-533e-4844-8472-8c1706bf7632 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 200 len: 850 time: 0.2344358 Aug 10 15:12:56.988199 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6c4ca381-aae1-45ad-8dce-09660be67153 req-c4cdaefb-84ce-4e98-b612-00dc2f5f66cf tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670637 Aug 10 15:12:56.992594 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Made reservation on behalf of 0fa05e3429eb4e578db15d63b185e863 for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:12:56.997170 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:57.000981 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397acd09-0597-436b-aff3-029dc6e09470 req-14169b81-57da-46bd-8d61-2a37a2ce40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:57.004820 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-397acd09-0597-436b-aff3-029dc6e09470 req-14169b81-57da-46bd-8d61-2a37a2ce40eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 HTTP/1.1" status: 200 len: 915 time: 0.1580324 Aug 10 15:12:57.027395 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a034ae4c-4ce3-42b8-bdc8-acc37dd09467 req-740ce866-ac21-4848-8763-1e140ff79684 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106488 Aug 10 15:12:57.090681 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-27a1e530-5225-4b9d-b4ed-6c486bc78de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:57.092255 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-27a1e530-5225-4b9d-b4ed-6c486bc78de2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75af5cd-4ff3-41cf-abe0-0ff16866849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0923512 Aug 10 15:12:57.165559 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-397acd09-0597-436b-aff3-029dc6e09470 req-36dfa1b9-6695-42b1-84ef-289b070a2fe5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 1001 time: 0.1478553 Aug 10 15:12:57.485029 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397acd09-0597-436b-aff3-029dc6e09470 req-01528aba-d3ed-4fd3-817b-f4650ae7a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:57.488889 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-397acd09-0597-436b-aff3-029dc6e09470 req-01528aba-d3ed-4fd3-817b-f4650ae7a600 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e7e64a0-90e9-4695-bda7-3a547c38bbbf HTTP/1.1" status: 200 len: 853 time: 0.2865252 Aug 10 15:12:57.535135 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fd77f13-951f-4dfb-829b-9875b73dd424 req-f0bdcb0d-9599-476d-85dc-d141863217ff tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 210 time: 0.0622015 Aug 10 15:12:57.556372 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd9fac-10d3-4c9b-ab7b-eaf199478d02 req-175f363c-693e-469b-bd7a-7722c3552eb9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:57.564707 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0fd9fac-10d3-4c9b-ab7b-eaf199478d02 req-175f363c-693e-469b-bd7a-7722c3552eb9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.2311277 Aug 10 15:12:57.614194 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-e957372a-69b2-436c-8e91-95af8692479c service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976563 Aug 10 15:12:57.660395 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0fd9fac-10d3-4c9b-ab7b-eaf199478d02 req-e2f47688-4f28-4de3-bd37-2db8d6885d82 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942798 Aug 10 15:12:57.704452 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Allocated IP 172.20.0.9 (dab8698b-ac2e-41b3-b9fa-258375ba3954/0930bf53-5d26-47dd-b0e5-c605377b687f/7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:12:57.739194 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397acd09-0597-436b-aff3-029dc6e09470 req-439668da-7f3c-4346-816a-d0a8124d93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:57.748531 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-397acd09-0597-436b-aff3-029dc6e09470 req-439668da-7f3c-4346-816a-d0a8124d93e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2444580 Aug 10 15:12:57.900072 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952687-677a-46db-915b-c3545a1df6a1 req-01ea9a30-fccd-47b6-9ac5-a87d56d2471a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:57.909926 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-49952687-677a-46db-915b-c3545a1df6a1 req-01ea9a30-fccd-47b6-9ac5-a87d56d2471a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1557584 Aug 10 15:12:57.948519 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70c64a40-c7c3-466f-b025-e173cdb8e36b req-6043856f-9146-4a63-b142-8284874cbf26 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126805 Aug 10 15:12:58.038768 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-397acd09-0597-436b-aff3-029dc6e09470 req-fcc478bf-cf65-44c9-85f2-b616749e3c78 service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791412 Aug 10 15:12:58.039990 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-49952687-677a-46db-915b-c3545a1df6a1 req-f998e52d-b6cd-4f70-af01-2f3531d168cb tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294847 Aug 10 15:12:58.112532 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:58.146066 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:58.376178 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-397acd09-0597-436b-aff3-029dc6e09470 req-ea40ef0f-9009-423e-8f37-8b219e6892c9 service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251648 Aug 10 15:12:58.658032 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:58.695398 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706c065-2d90-44d7-b92c-f8e9904b0c28 req-89485e26-ad3e-4c6b-a340-99d33cf5bca3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:58.698939 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e706c065-2d90-44d7-b92c-f8e9904b0c28 req-89485e26-ad3e-4c6b-a340-99d33cf5bca3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1319227 Aug 10 15:12:58.825105 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Network dab8698b-ac2e-41b3-b9fa-258375ba3954 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:12:58.870050 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:12:58.874296 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:12:58.937719 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Pushing event updated for resources: {'Port': ['ID=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:12:58.990163 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e706c065-2d90-44d7-b92c-f8e9904b0c28 req-516cd4ad-5e7d-45af-b654-961f23f7cbda tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776418 Aug 10 15:12:59.049446 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:59.050369 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:12:59.081892 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bfd1c-8a4c-4a85-9ef8-947f29a7e3b3 req-07aebd23-b760-421f-b89f-3bb7407ba64f tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:59.091979 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5f3bfd1c-8a4c-4a85-9ef8-947f29a7e3b3 req-07aebd23-b760-421f-b89f-3bb7407ba64f tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 931 time: 0.3273442 Aug 10 15:12:59.106391 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-b68547be-6170-456b-8519-be41f27fa094 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7631876 Aug 10 15:12:59.199867 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5f3bfd1c-8a4c-4a85-9ef8-947f29a7e3b3 req-49372233-bc1c-4a78-babe-92837317bf69 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039460 Aug 10 15:12:59.231757 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4b19d-2240-4ee1-ba94-4e356139b568 req-04e0f826-1238-4057-8b65-21b60676270c tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:59.241735 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fce4b19d-2240-4ee1-ba94-4e356139b568 req-04e0f826-1238-4057-8b65-21b60676270c tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1095371 Aug 10 15:12:59.349392 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fce4b19d-2240-4ee1-ba94-4e356139b568 req-7aee2fbd-c334-421e-b4a5-1b899e737bd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876334 Aug 10 15:12:59.434160 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e665a6a-882b-455a-9841-74d35c96bbc2 req-94d15933-acb3-4c3b-860a-0412250aff3c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:12:59.436913 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5e665a6a-882b-455a-9841-74d35c96bbc2 req-94d15933-acb3-4c3b-860a-0412250aff3c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1181536 Aug 10 15:12:59.500264 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5e665a6a-882b-455a-9841-74d35c96bbc2 req-93bce504-9e6c-4e74-a6eb-786c5d897a35 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549257 Aug 10 15:13:00.179696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac01462-61e4-44f4-a235-34998ff1ad81 req-05677118-d264-480b-8b00-8f74a0ea1cbd tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:00.182841 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ac01462-61e4-44f4-a235-34998ff1ad81 req-05677118-d264-480b-8b00-8f74a0ea1cbd tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0747521 Aug 10 15:13:00.243044 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ac01462-61e4-44f4-a235-34998ff1ad81 req-09dbfa2a-a601-4dfa-9f81-667ba3f8a118 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474317 Aug 10 15:13:00.402555 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5107c20-ce4c-4db8-8c2a-7708fabef04d req-6ad13134-f548-4e5e-b25e-83579a02c13c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:00.413427 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d5107c20-ce4c-4db8-8c2a-7708fabef04d req-6ad13134-f548-4e5e-b25e-83579a02c13c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 931 time: 0.1022215 Aug 10 15:13:00.489530 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d5107c20-ce4c-4db8-8c2a-7708fabef04d req-545a9b17-b15b-4514-a165-7574bec24ba5 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742605 Aug 10 15:13:00.636001 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703f96-7af7-402b-84fb-acbfd202ec4a req-bab8ea28-919e-4135-8a09-4cb034ecc655 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:00.637965 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a5703f96-7af7-402b-84fb-acbfd202ec4a req-bab8ea28-919e-4135-8a09-4cb034ecc655 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1115413 Aug 10 15:13:00.735668 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a5703f96-7af7-402b-84fb-acbfd202ec4a req-c5c3caaa-ce25-4e94-9c95-9b1d191fbe52 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856521 Aug 10 15:13:00.766764 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f84cf-e699-4f87-817a-2681f771917f req-4442c6db-8f3f-4fa5-b575-9d8fef9ae2b3 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:00.768548 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c71f84cf-e699-4f87-817a-2681f771917f req-4442c6db-8f3f-4fa5-b575-9d8fef9ae2b3 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1104398 Aug 10 15:13:00.858684 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c71f84cf-e699-4f87-817a-2681f771917f req-741897a2-06f4-490d-b539-c2b17a758fb1 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757720 Aug 10 15:13:01.383010 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['17998012-53db-436e-aa37-4583e1ab4d1c'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:01.415770 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Request body: {'port': {'device_id': 'bb50c84f-f10a-48e5-8b23-82423a5a1c81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:13:01.535230 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8442d-166d-43bc-a705-36b5d7baede9 req-34b0478c-d05e-4117-9a6d-131d551dd8a8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:01.549629 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-40f8442d-166d-43bc-a705-36b5d7baede9 req-34b0478c-d05e-4117-9a6d-131d551dd8a8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1783967 Aug 10 15:13:01.567970 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:02.008429 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-40f8442d-166d-43bc-a705-36b5d7baede9 req-0f410480-21c3-4bab-9c88-4844274bb511 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572816 Aug 10 15:13:02.201903 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451912c7-31c8-43dc-b91e-33b9d306bebb req-71e0243d-eef9-4a6a-bfea-23fa7a308601 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:02.203831 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-451912c7-31c8-43dc-b91e-33b9d306bebb req-71e0243d-eef9-4a6a-bfea-23fa7a308601 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 931 time: 0.3296225 Aug 10 15:13:02.281589 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7c2ed-ad46-4039-9dfe-5cce90d8e464 req-c5e63d78-9655-43b3-8622-23adb51fcf8a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:02.290728 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-adb7c2ed-ad46-4039-9dfe-5cce90d8e464 req-c5e63d78-9655-43b3-8622-23adb51fcf8a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1560230 Aug 10 15:13:02.346173 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-451912c7-31c8-43dc-b91e-33b9d306bebb req-e196dcaf-c284-48df-8bd0-98bc4e41d3b3 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261349 Aug 10 15:13:02.410811 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-adb7c2ed-ad46-4039-9dfe-5cce90d8e464 req-70c97a1c-15d7-4f60-aeae-fc3f14474024 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185343 Aug 10 15:13:02.519991 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:13:02.531404 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:02.550587 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Transition to ACTIVE for port object 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:13:02.556342 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:02.572293 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3372361-53c6-42f1-8446-cef7acc1f719 req-e58ef860-c2d2-4850-8339-20520697012c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:02.573927 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d3372361-53c6-42f1-8446-cef7acc1f719 req-e58ef860-c2d2-4850-8339-20520697012c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1071584 Aug 10 15:13:02.642511 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Pushing event updated for resources: {'Port': ['ID=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:02.661007 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d3372361-53c6-42f1-8446-cef7acc1f719 req-67ddaead-77a3-4ef3-a730-de7eb53c50c2 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658984 Aug 10 15:13:02.730176 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Attempting to bind port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:13:02.730549 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Attempting to bind port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '79119fb8-f250-4b47-a75c-b625eee32370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:13:02.730879 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Attempting to bind port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd on network dab8698b-ac2e-41b3-b9fa-258375ba3954 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:13:02.736384 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd on network dab8698b-ac2e-41b3-b9fa-258375ba3954 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:13:02.736704 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Attempting to bind port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd on network dab8698b-ac2e-41b3-b9fa-258375ba3954 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:13:02.742586 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:13:02.742908 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Checking segment: {'id': '79119fb8-f250-4b47-a75c-b625eee32370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:13:02.743347 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Bound using segment: {'id': '79119fb8-f250-4b47-a75c-b625eee32370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:13:02.743798 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Bound port: 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79119fb8-f250-4b47-a75c-b625eee32370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:13:02.744154 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:02.849211 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] For port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:13:02.853237 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] For port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:13:02.859144 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:02.896862 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:02.897500 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:02.899002 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] 10.222.0.50 "PUT /v2.0/ports/7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd HTTP/1.1" status: 200 len: 1093 time: 1.4924707 Aug 10 15:13:02.899984 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb50c84f-f10a-48e5-8b23-82423a5a1c81', 'tag': '7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:02.902334 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce16688-aa0f-4a6a-ab4d-274ac43afcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb50c84f-f10a-48e5-8b23-82423a5a1c81", "tag": "7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:02.931645 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b90564-04ca-420a-9d19-a9f202f85c4b service neutron] Pushing event updated for resources: {'Port': ['ID=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:02.950886 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73293479-cd46-42db-adeb-0ea3eddf175b x-openstack-request-id: req-73293479-cd46-42db-adeb-0ea3eddf175b {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:02.951178 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb50c84f-f10a-48e5-8b23-82423a5a1c81", "tag": "7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:02.951429 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73293479-cd46-42db-adeb-0ea3eddf175b {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:02.951831 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb50c84f-f10a-48e5-8b23-82423a5a1c81', 'tag': '7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd', 'status': 'completed', 'code': 200} Aug 10 15:13:03.183485 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c360b-7044-4b00-b834-c28f1a09713b req-564e35bf-d97f-4c25-a7e7-5a7202264c08 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:03.185546 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-000c360b-7044-4b00-b834-c28f1a09713b req-564e35bf-d97f-4c25-a7e7-5a7202264c08 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0680599 Aug 10 15:13:03.228739 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-000c360b-7044-4b00-b834-c28f1a09713b req-c788c1f2-4912-4051-b55c-df8def89aab8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362034 Aug 10 15:13:03.505465 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee3cd9-4f55-40fb-af34-cd1f1449c387 req-0d0bbe4c-49c1-47f1-b9ae-d8b019095cef tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:03.507105 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-91ee3cd9-4f55-40fb-af34-cd1f1449c387 req-0d0bbe4c-49c1-47f1-b9ae-d8b019095cef tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 943 time: 0.0625234 Aug 10 15:13:03.575549 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-91ee3cd9-4f55-40fb-af34-cd1f1449c387 req-58aa099b-bd4b-4e32-ac70-446b79a93762 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576425 Aug 10 15:13:03.584538 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c0021-2837-4ee8-bdf5-330b6c1e0619 req-0b2ebae6-1995-4914-a0b2-7c31df18c98f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:03.586129 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0c8c0021-2837-4ee8-bdf5-330b6c1e0619 req-0b2ebae6-1995-4914-a0b2-7c31df18c98f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0780861 Aug 10 15:13:03.627483 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0c8c0021-2837-4ee8-bdf5-330b6c1e0619 req-4214ed04-37ce-4430-9c47-c8c51a1e096e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345876 Aug 10 15:13:04.364293 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc92e8-d384-4393-ae3e-61430da0902e req-21776142-3d91-440e-a7c2-fe17cabba7fd tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:04.365868 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d5dc92e8-d384-4393-ae3e-61430da0902e req-21776142-3d91-440e-a7c2-fe17cabba7fd tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0528712 Aug 10 15:13:04.413958 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d5dc92e8-d384-4393-ae3e-61430da0902e req-f9ffb8c9-2539-4f8d-b612-10caf5aa6ee7 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368114 Aug 10 15:13:04.705721 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63fca4-3e03-457f-aae7-c4b259030f82 req-ff6f1952-b3ea-4264-b51a-0efcc360e85a tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:04.707452 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7a63fca4-3e03-457f-aae7-c4b259030f82 req-ff6f1952-b3ea-4264-b51a-0efcc360e85a tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 943 time: 0.0598640 Aug 10 15:13:04.782856 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a9dfb-71d0-4dbf-bfaf-f15a19e721f5 req-f4b2c45d-ffbe-439f-8c6d-7cde96bac6f2 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:04.784545 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d0a9dfb-71d0-4dbf-bfaf-f15a19e721f5 req-f4b2c45d-ffbe-439f-8c6d-7cde96bac6f2 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0761380 Aug 10 15:13:04.788416 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7a63fca4-3e03-457f-aae7-c4b259030f82 req-ae1120b6-1148-472d-a381-0c84e96f328b tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709114 Aug 10 15:13:04.833898 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d0a9dfb-71d0-4dbf-bfaf-f15a19e721f5 req-88e042e0-1831-4f58-992e-d77a4ed90442 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Aug 10 15:13:05.542109 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a051c65-757e-4331-82b3-326401cd6fc7 req-e21df4c7-cc0c-42cd-90ee-e69ce8c8d964 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:05.543632 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a051c65-757e-4331-82b3-326401cd6fc7 req-e21df4c7-cc0c-42cd-90ee-e69ce8c8d964 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0533307 Aug 10 15:13:05.586242 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a051c65-757e-4331-82b3-326401cd6fc7 req-e777c431-c079-4c1e-a5fb-6851c32f7731 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354655 Aug 10 15:13:06.022510 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188f9a7-c0a9-4c87-92d3-329cc3427114 req-f7832a74-fc53-4977-bd3c-9e9cb9aa40f7 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.026046 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4188f9a7-c0a9-4c87-92d3-329cc3427114 req-f7832a74-fc53-4977-bd3c-9e9cb9aa40f7 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 943 time: 0.1477246 Aug 10 15:13:06.069947 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158df2a-4298-4973-8327-3f3aae72d1cd req-5b988baf-d722-41de-baa9-62942b6c8d76 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.073334 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5158df2a-4298-4973-8327-3f3aae72d1cd req-5b988baf-d722-41de-baa9-62942b6c8d76 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1457076 Aug 10 15:13:06.196993 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-3e8355b7-0ab1-4949-9212-5f03fa9f0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.198559 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-3e8355b7-0ab1-4949-9212-5f03fa9f0dbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 1098 time: 0.0511329 Aug 10 15:13:06.210477 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4188f9a7-c0a9-4c87-92d3-329cc3427114 req-64c2ac6f-6704-474e-9c33-9afd06f55b34 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769331 Aug 10 15:13:06.241537 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5158df2a-4298-4973-8327-3f3aae72d1cd req-9b4aa204-38c6-4135-8682-9979618a8b68 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414769 Aug 10 15:13:06.244952 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce16688-aa0f-4a6a-ab4d-274ac43afcf7 req-fa7c22f4-4fd4-4376-88dd-cde5ec7fecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.247550 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2ce16688-aa0f-4a6a-ab4d-274ac43afcf7 req-fa7c22f4-4fd4-4376-88dd-cde5ec7fecf0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fa05e3429eb4e578db15d63b185e863&device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 1096 time: 0.1963139 Aug 10 15:13:06.351707 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-c6fac83d-ca8f-4c6a-850c-aa69dabc0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.355441 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-c6fac83d-ca8f-4c6a-850c-aa69dabc0c9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.1440194 Aug 10 15:13:06.449748 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-56dc2d3e-72b7-473c-8469-42424cb33fe2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556 HTTP/1.1" status: 200 len: 1000 time: 0.0812390 Aug 10 15:13:06.503509 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-70b13fe2-4ad8-4b8e-b1a1-b5aba800c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.505050 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-70b13fe2-4ad8-4b8e-b1a1-b5aba800c2f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.0481200 Aug 10 15:13:06.539233 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce16688-aa0f-4a6a-ab4d-274ac43afcf7 req-d4f8fac3-b24e-449b-bffc-b856b2dd2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.541786 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2ce16688-aa0f-4a6a-ab4d-274ac43afcf7 req-d4f8fac3-b24e-449b-bffc-b856b2dd2079 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0fa05e3429eb4e578db15d63b185e863&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2722089 Aug 10 15:13:06.560316 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-3239639c-9339-4874-b49a-000000812565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.561822 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-3239639c-9339-4874-b49a-000000812565 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479481 Aug 10 15:13:06.695668 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-7eb4e9d9-af93-4db4-bc75-3fd9e23517e0 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248722 Aug 10 15:13:06.838193 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-619b8a96-5783-43f3-8738-991a2f322fd6 req-0bcaf87f-18b0-4cbd-a6cd-f08d211b38c5 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217849 Aug 10 15:13:06.858637 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce16688-aa0f-4a6a-ab4d-274ac43afcf7 req-a9a601b3-d1ee-4fd1-aaf5-669202759c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.860138 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2ce16688-aa0f-4a6a-ab4d-274ac43afcf7 req-a9a601b3-d1ee-4fd1-aaf5-669202759c13 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3086283 Aug 10 15:13:06.874715 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f369a-f026-494f-b243-85fe14c1fcc0 req-238688d6-b7b2-4b61-bd0e-9571ab873bad tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.876486 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4b0f369a-f026-494f-b243-85fe14c1fcc0 req-238688d6-b7b2-4b61-bd0e-9571ab873bad tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.1580133 Aug 10 15:13:06.956851 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4b0f369a-f026-494f-b243-85fe14c1fcc0 req-72afed01-dfae-4f8d-879e-86af8859fc85 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690401 Aug 10 15:13:06.979550 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-a9046c48-3756-4b84-a87f-6c9c9abd541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:06.981927 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-a9046c48-3756-4b84-a87f-6c9c9abd541b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fa05e3429eb4e578db15d63b185e863&device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 1096 time: 0.0691574 Aug 10 15:13:07.029968 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-89433567-42bf-46c8-9be5-5bd42cd3e034 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd HTTP/1.1" status: 200 len: 217 time: 0.0349391 Aug 10 15:13:07.123198 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-d6adebf1-ecb5-49fe-b671-b634d34495dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:07.125768 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-d6adebf1-ecb5-49fe-b671-b634d34495dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0930bf53-5d26-47dd-b0e5-c605377b687f HTTP/1.1" status: 200 len: 848 time: 0.0818236 Aug 10 15:13:07.163977 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-4c40d7cb-2491-4942-a439-f90bb2b32ac9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dab8698b-ac2e-41b3-b9fa-258375ba3954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275812 Aug 10 15:13:07.282283 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-4e91f7ab-01ac-4b9e-b720-2b3ff51523ab service neutron] 10.222.0.50 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084516 Aug 10 15:13:07.466661 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e2118-3193-4c11-8b53-bb17f8140d2c req-6470093a-21ac-44e1-87c1-e9c58e74c921 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:07.468243 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6c0e2118-3193-4c11-8b53-bb17f8140d2c req-6470093a-21ac-44e1-87c1-e9c58e74c921 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 943 time: 0.1569798 Aug 10 15:13:07.727871 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe0891-a369-4d02-986d-e22b09f87c4d req-6d80d46f-9d5a-4485-b6d3-18671d2ff61f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:07.729537 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-77fe0891-a369-4d02-986d-e22b09f87c4d req-6d80d46f-9d5a-4485-b6d3-18671d2ff61f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.3967574 Aug 10 15:13:07.733661 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0e5435b-a59a-4e2c-b05b-2935f6d43e1b req-92a5870f-77c5-4607-9240-b81646f5acb2 service neutron] 10.222.0.50 "GET /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309878 Aug 10 15:13:07.790361 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6c0e2118-3193-4c11-8b53-bb17f8140d2c req-d3f8fa93-dc2c-4c3b-b7c2-71503bba3404 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137722 Aug 10 15:13:07.801202 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-77fe0891-a369-4d02-986d-e22b09f87c4d req-1381af6f-90dd-42aa-8d13-a8e1d84f0157 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606115 Aug 10 15:13:07.964249 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:13:08.060539 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:08.104410 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:08.107840 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78718feb-4775-4636-a01c-b3ab6cba549a" -d '{"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-unplugged", "status": "completed", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:08.121323 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de623b-223f-4450-801d-148f4f5fb5c6 req-06ed43ea-c328-4626-a61c-5c4bc7eaf811 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:08.124073 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-40de623b-223f-4450-801d-148f4f5fb5c6 req-06ed43ea-c328-4626-a61c-5c4bc7eaf811 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 945 time: 0.0845392 Aug 10 15:13:08.139714 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:08.145477 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:08.182707 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-40de623b-223f-4450-801d-148f4f5fb5c6 req-a2f75571-6e15-4a64-909b-7b4b739f541e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486450 Aug 10 15:13:08.186283 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad18fe1-e3ff-4314-afa8-1bddcba9112f x-openstack-request-id: req-9ad18fe1-e3ff-4314-afa8-1bddcba9112f {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:08.186810 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-unplugged", "status": "completed", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:08.187224 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ad18fe1-e3ff-4314-afa8-1bddcba9112f {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:08.187866 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'code': 200} Aug 10 15:13:08.222663 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=8']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:08.973650 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd3890-87a6-47d1-86bf-b1ec6173facc req-78a6b7bf-efcc-4054-be88-7d1bdb4de6a4 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:08.975440 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aefd3890-87a6-47d1-86bf-b1ec6173facc req-78a6b7bf-efcc-4054-be88-7d1bdb4de6a4 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 943 time: 0.0790291 Aug 10 15:13:09.042177 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aefd3890-87a6-47d1-86bf-b1ec6173facc req-bf656a53-cccc-47ee-b1c6-280645a346df tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475607 Aug 10 15:13:09.050043 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b833-e8a8-40ad-94cb-3e2fb248c9f4 req-90bc8b51-8577-4bdc-b433-5f13dd7b0e0a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:09.051668 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3da6b833-e8a8-40ad-94cb-3e2fb248c9f4 req-90bc8b51-8577-4bdc-b433-5f13dd7b0e0a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1020665 Aug 10 15:13:09.097696 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3da6b833-e8a8-40ad-94cb-3e2fb248c9f4 req-1ce384fa-7bee-4e1e-bc01-834d384ddf92 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394714 Aug 10 15:13:09.329639 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9cfe0-fe3f-4aae-a16c-8b073b18c953 req-da9365b7-1a37-444c-a803-30bef757e4d5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:09.331192 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a5b9cfe0-fe3f-4aae-a16c-8b073b18c953 req-da9365b7-1a37-444c-a803-30bef757e4d5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0509722 Aug 10 15:13:09.374582 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a5b9cfe0-fe3f-4aae-a16c-8b073b18c953 req-c1b24d34-029f-4d56-b82a-c7c3612a6380 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365398 Aug 10 15:13:10.250943 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b9e33-158c-44a4-8b57-4d9e43aa7ca8 req-9dd2787f-0af9-4444-889a-b9590cec0fc0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:10.253336 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-581b9e33-158c-44a4-8b57-4d9e43aa7ca8 req-9dd2787f-0af9-4444-889a-b9590cec0fc0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 943 time: 0.0973423 Aug 10 15:13:10.319806 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-581b9e33-158c-44a4-8b57-4d9e43aa7ca8 req-3bfd4138-5345-4b13-b2f3-46d056487076 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558569 Aug 10 15:13:10.464866 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961deee-ba16-488b-a127-e46b9547fe25 req-9744bb9e-afdd-442d-82ba-58d75fa4a185 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:10.467740 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5961deee-ba16-488b-a127-e46b9547fe25 req-9744bb9e-afdd-442d-82ba-58d75fa4a185 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0763345 Aug 10 15:13:10.566257 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5961deee-ba16-488b-a127-e46b9547fe25 req-c903002a-a13c-430a-8011-affeb27d8333 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906646 Aug 10 15:13:10.647729 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db82c6b-cf7f-4760-9925-42cffbc2a5f0 req-81101038-0d31-4d7b-a21b-82af564a3499 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:10.651109 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6db82c6b-cf7f-4760-9925-42cffbc2a5f0 req-81101038-0d31-4d7b-a21b-82af564a3499 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.1089075 Aug 10 15:13:10.694871 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6db82c6b-cf7f-4760-9925-42cffbc2a5f0 req-c16fa8c5-3701-4431-9a5d-d257c51cd478 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373869 Aug 10 15:13:11.477732 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984039b-ca4f-4982-ad9f-35e08c80a915 req-9192ce1a-8694-497c-9dc8-e4cce5c9ec8f tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:11.480478 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5984039b-ca4f-4982-ad9f-35e08c80a915 req-9192ce1a-8694-497c-9dc8-e4cce5c9ec8f tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 943 time: 0.0710280 Aug 10 15:13:11.561570 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5984039b-ca4f-4982-ad9f-35e08c80a915 req-94b8ef5a-be3e-43d0-8ee3-55a34d1b89e1 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734401 Aug 10 15:13:11.581892 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6bfe0-f900-4a9e-b719-ce17b4f7623e req-efb492c6-bec3-4358-bc3e-69689dae4435 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:11.583587 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-81b6bfe0-f900-4a9e-b719-ce17b4f7623e req-efb492c6-bec3-4358-bc3e-69689dae4435 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0924425 Aug 10 15:13:11.693087 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-81b6bfe0-f900-4a9e-b719-ce17b4f7623e req-ddad0aa6-bf39-452e-9f41-3f314d470c1d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969112 Aug 10 15:13:11.787310 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f631f11-b37e-465d-9891-18ec26120b85 req-42a8053c-7afc-4beb-b45a-ef5a7b6d9c59 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:11.791812 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4f631f11-b37e-465d-9891-18ec26120b85 req-42a8053c-7afc-4beb-b45a-ef5a7b6d9c59 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0922954 Aug 10 15:13:11.855030 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4f631f11-b37e-465d-9891-18ec26120b85 req-98f0a06e-3d3b-4f55-8a43-05694465bb48 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536621 Aug 10 15:13:11.979244 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:13:12.053867 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 42414) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:13:12.120439 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:12.139017 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd', 'network_id': 'dab8698b-ac2e-41b3-b9fa-258375ba3954', 'port_id': '7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd', 'mac_address': 'fa:16:3e:b0:07:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0930bf53-5d26-47dd-b0e5-c605377b687f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:13:12.198369 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:12.215270 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:13:12.227957 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-2b34c818-9e6a-40fa-b20e-86ac9c3efb43 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1718702 Aug 10 15:13:12.239703 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:12.248338 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:12.351128 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:12.726805 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:12.790845 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bd8b8-c171-4c39-8141-8cda8d277151 req-0967b8a2-67c6-4351-9af4-8e0b22ec1663 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:12.808424 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-dd7bd8b8-c171-4c39-8141-8cda8d277151 req-0967b8a2-67c6-4351-9af4-8e0b22ec1663 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 944 time: 0.1422172 Aug 10 15:13:12.936790 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-dd7bd8b8-c171-4c39-8141-8cda8d277151 req-50aa77ce-735b-4f48-8b9c-1b02f91b2b45 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253996 Aug 10 15:13:12.967029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240514aa-8316-468b-8025-a7c4855a1228 req-ed63b108-66c2-4fa6-b3cf-6684c3cbe85c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:12.981058 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-240514aa-8316-468b-8025-a7c4855a1228 req-ed63b108-66c2-4fa6-b3cf-6684c3cbe85c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.1372814 Aug 10 15:13:13.029674 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-240514aa-8316-468b-8025-a7c4855a1228 req-a7bade7b-422c-450a-a9cd-fb70f843e018 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469792 Aug 10 15:13:13.217840 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb42bd3-5422-4fc1-9852-7dfdead9bb35 req-659ba054-ea3e-4f66-ad5f-345706c7370a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:13.219770 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-adb42bd3-5422-4fc1-9852-7dfdead9bb35 req-659ba054-ea3e-4f66-ad5f-345706c7370a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0676084 Aug 10 15:13:13.340632 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-adb42bd3-5422-4fc1-9852-7dfdead9bb35 req-7e195f4b-30a5-4761-8d64-223d863cf882 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084714 Aug 10 15:13:13.364695 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace1b2-493a-456a-964b-62f6daaeb7d3 req-7fb133a0-3d7a-4a1d-8726-d61b3a73d9ee tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:13.367469 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1eace1b2-493a-456a-964b-62f6daaeb7d3 req-7fb133a0-3d7a-4a1d-8726-d61b3a73d9ee tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 945 time: 0.1286194 Aug 10 15:13:13.409245 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1eace1b2-493a-456a-964b-62f6daaeb7d3 req-2b694140-7292-4bbe-8f9e-796008ce8da7 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352159 Aug 10 15:13:13.732235 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f68e2d-d3d4-4724-ae42-9ee3b4fe59be req-3d6b1935-9338-4a04-9ecf-c7d87f77ca35 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:13.733903 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d0f68e2d-d3d4-4724-ae42-9ee3b4fe59be req-3d6b1935-9338-4a04-9ecf-c7d87f77ca35 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0615139 Aug 10 15:13:13.782824 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d0f68e2d-d3d4-4724-ae42-9ee3b4fe59be req-92a18832-c98e-4f80-8cdc-f28b1e467c74 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393243 Aug 10 15:13:14.023092 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:13:14.142696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7977d-5288-45ef-8a3e-ad70d27c4f8e req-b0971839-2fc3-477d-8ed7-2696016fea52 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:14.145335 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b2a7977d-5288-45ef-8a3e-ad70d27c4f8e req-b0971839-2fc3-477d-8ed7-2696016fea52 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 944 time: 0.1093593 Aug 10 15:13:14.268249 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b2a7977d-5288-45ef-8a3e-ad70d27c4f8e req-393df2fc-d171-4244-9472-8b25eb816bd3 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147823 Aug 10 15:13:14.292599 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20de68-7671-41c5-9bfb-ddbd49c4cc25 req-d5462fa9-7d71-4bdb-9d64-cc0588452629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:14.292599 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5a20de68-7671-41c5-9bfb-ddbd49c4cc25 req-d5462fa9-7d71-4bdb-9d64-cc0588452629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.1156914 Aug 10 15:13:14.335980 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5a20de68-7671-41c5-9bfb-ddbd49c4cc25 req-3d11df0d-ff9b-49cf-acd3-e85c5f242cda tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Aug 10 15:13:14.475072 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b25896-bdc8-44f6-93f2-98f18b9f4ea6 req-1460d865-e534-4963-b339-6a28c26287b3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:14.478343 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-41b25896-bdc8-44f6-93f2-98f18b9f4ea6 req-1460d865-e534-4963-b339-6a28c26287b3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0640821 Aug 10 15:13:14.550279 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-41b25896-bdc8-44f6-93f2-98f18b9f4ea6 req-b468d6d2-022d-484c-9b89-722a65a80799 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652983 Aug 10 15:13:14.571466 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db315f3d-e396-4aab-82bb-7a4bc795e511 req-bcf17d08-b425-4593-afc8-355f90dc6777 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:14.573069 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-db315f3d-e396-4aab-82bb-7a4bc795e511 req-bcf17d08-b425-4593-afc8-355f90dc6777 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 945 time: 0.0736084 Aug 10 15:13:14.672648 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-db315f3d-e396-4aab-82bb-7a4bc795e511 req-dc206841-c28e-40aa-954a-023377713824 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893006 Aug 10 15:13:14.695873 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-73b3daf8-8520-41a0-b144-4f9aadcbfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:14.695873 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-73b3daf8-8520-41a0-b144-4f9aadcbfefb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190&tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d HTTP/1.1" status: 200 len: 1096 time: 0.1056931 Aug 10 15:13:14.796711 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-8f7ffbf6-7a34-4a5a-9dcb-0d440696b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:14.798455 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-8f7ffbf6-7a34-4a5a-9dcb-0d440696b5f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 1096 time: 0.0521076 Aug 10 15:13:14.927932 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-9cc586e6-137e-4a03-87b0-538b24f8f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:14.929440 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-9cc586e6-137e-4a03-87b0-538b24f8f007 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.1213443 Aug 10 15:13:14.942285 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57f41a-6a7d-4c2e-bba0-916a9b497b55 req-32eedc18-878c-4fa3-bdb2-1012a5ab6bf4 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:14.943881 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1d57f41a-6a7d-4c2e-bba0-916a9b497b55 req-32eedc18-878c-4fa3-bdb2-1012a5ab6bf4 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0756335 Aug 10 15:13:15.033669 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1d57f41a-6a7d-4c2e-bba0-916a9b497b55 req-9c795895-cc71-4d1e-b2c9-b15999ad3e49 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827544 Aug 10 15:13:15.035506 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-b0d5a921-31f4-45ad-97d5-388dbebf0d4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556 HTTP/1.1" status: 200 len: 998 time: 0.0907125 Aug 10 15:13:15.095334 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-b51378f3-4d8f-49e1-a63a-14e758627f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:15.096790 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-b51378f3-4d8f-49e1-a63a-14e758627f63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.0478158 Aug 10 15:13:15.148822 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-09458c0f-9b3b-491f-b49d-f24556feed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:15.150981 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-09458c0f-9b3b-491f-b49d-f24556feed3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454326 Aug 10 15:13:15.253061 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-23bed6d0-1c12-4147-8b9e-5297a0820dd5 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934196 Aug 10 15:13:15.378513 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-74e92ef4-4507-4cf9-a736-8796fb171884 req-062bc3f6-6e1b-4818-8882-3f0201039bd2 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172984 Aug 10 15:13:15.431632 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e118267-8c54-4205-9e11-12d35b6a44b8 req-d5171097-dbb5-42af-8a76-0b1cd12f6bb0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:15.433127 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8e118267-8c54-4205-9e11-12d35b6a44b8 req-d5171097-dbb5-42af-8a76-0b1cd12f6bb0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 944 time: 0.0759273 Aug 10 15:13:15.553634 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8e118267-8c54-4205-9e11-12d35b6a44b8 req-2b40bab4-80ac-49d2-907c-b4d900a51a0b tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953975 Aug 10 15:13:15.569646 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ddfc-2bfb-40fa-9ce9-ed0a980aaaf3 req-ff33272b-73a2-4225-b954-622465bd38c3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:15.572046 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9989ddfc-2bfb-40fa-9ce9-ed0a980aaaf3 req-ff33272b-73a2-4225-b954-622465bd38c3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.1287234 Aug 10 15:13:15.579824 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984e3df-7acc-4410-95c6-829d41c2e26c req-08293433-50f7-4150-982c-a9a8a1551bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:15.581354 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0984e3df-7acc-4410-95c6-829d41c2e26c req-08293433-50f7-4150-982c-a9a8a1551bfd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1098 time: 0.0819249 Aug 10 15:13:15.675731 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9989ddfc-2bfb-40fa-9ce9-ed0a980aaaf3 req-a424fe23-c1fe-4141-9acc-a2e798357885 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933404 Aug 10 15:13:15.682152 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0984e3df-7acc-4410-95c6-829d41c2e26c req-819f966d-7d0b-4307-9466-7b1ef6bbe41c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846488 Aug 10 15:13:15.732218 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f07550-e32a-4095-b13d-eae9c8e7c1a9 req-b4157b01-b171-4e79-868f-b29e5f8c50df tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:15.735508 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b6f07550-e32a-4095-b13d-eae9c8e7c1a9 req-b4157b01-b171-4e79-868f-b29e5f8c50df tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0823369 Aug 10 15:13:15.808161 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b6f07550-e32a-4095-b13d-eae9c8e7c1a9 req-5f59ce5d-9ab6-4a06-b89a-b34e1e518216 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661559 Aug 10 15:13:15.832840 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4097d16-22ee-4ebd-86c2-2748bcc3a833 req-20a1bed0-a77c-4db3-a28c-77d3acc4a0a9 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:15.834471 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c4097d16-22ee-4ebd-86c2-2748bcc3a833 req-20a1bed0-a77c-4db3-a28c-77d3acc4a0a9 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 945 time: 0.0730445 Aug 10 15:13:15.885706 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c4097d16-22ee-4ebd-86c2-2748bcc3a833 req-11284938-c940-458c-9e8a-96be4bce67dc tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Aug 10 15:13:16.031394 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:13:16.091519 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:13:16.097659 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:13:16.098047 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:16.203391 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:16.230503 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb50c84f-f10a-48e5-8b23-82423a5a1c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:16.233458 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cfcfa4-16c8-4673-b5a6-bfb6d790574e" -d '{"events": [{"server_uuid": "bb50c84f-f10a-48e5-8b23-82423a5a1c81", "name": "network-vif-plugged", "status": "completed", "tag": "7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:16.276016 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:16.281953 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:16.299872 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5be3f-5950-452b-be12-5f81576ebd63 req-4e65e780-2a7f-4b38-8e7f-c65079f3b454 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:16.301637 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ed5be3f-5950-452b-be12-5f81576ebd63 req-4e65e780-2a7f-4b38-8e7f-c65079f3b454 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.1041389 Aug 10 15:13:16.327993 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c641a96b-a575-40dc-bdf1-12d47bfa3bbd x-openstack-request-id: req-c641a96b-a575-40dc-bdf1-12d47bfa3bbd {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:16.328395 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb50c84f-f10a-48e5-8b23-82423a5a1c81", "name": "network-vif-plugged", "status": "completed", "tag": "7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:16.328958 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c641a96b-a575-40dc-bdf1-12d47bfa3bbd {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:16.329738 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb50c84f-f10a-48e5-8b23-82423a5a1c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd', 'code': 200} Aug 10 15:13:16.379711 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:16.418128 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ed5be3f-5950-452b-be12-5f81576ebd63 req-ede3c7fd-d410-4f73-80ca-18e252288de5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082213 Aug 10 15:13:16.709244 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2623b-a2f8-41aa-8ad2-2f7f95bf36aa req-bb02175d-1e7c-400d-b2f4-d6dfd79a7296 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:16.710848 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3fd2623b-a2f8-41aa-8ad2-2f7f95bf36aa req-bb02175d-1e7c-400d-b2f4-d6dfd79a7296 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0776091 Aug 10 15:13:16.771161 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3fd2623b-a2f8-41aa-8ad2-2f7f95bf36aa req-5e745bc1-3881-4c85-bc62-037a2ee4d06e tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509813 Aug 10 15:13:16.867953 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99c7d8-bbd2-415e-bfd1-9859524a59d4 req-d4784729-c7e0-48fa-a174-7f4545ddb80b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:16.870112 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bb99c7d8-bbd2-415e-bfd1-9859524a59d4 req-d4784729-c7e0-48fa-a174-7f4545ddb80b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0650618 Aug 10 15:13:16.946954 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bb99c7d8-bbd2-415e-bfd1-9859524a59d4 req-b0a81e5e-eba8-4efb-ae92-fa2b0fadb18c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697296 Aug 10 15:13:16.970133 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf8e50-e7fa-4b03-a56b-77a02ee2c785 req-c5b4c107-2f97-4aa5-bf34-73eb343bdd04 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:16.972161 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-60cf8e50-e7fa-4b03-a56b-77a02ee2c785 req-c5b4c107-2f97-4aa5-bf34-73eb343bdd04 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0750737 Aug 10 15:13:17.025783 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-60cf8e50-e7fa-4b03-a56b-77a02ee2c785 req-ae985d64-fb61-4bbc-80e5-bc353df48b30 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Aug 10 15:13:17.103395 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0956a60-b75f-46ad-a01c-a00142511a22 req-b864da20-16e4-4b76-897a-755f6c79cea5 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:17.105051 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0956a60-b75f-46ad-a01c-a00142511a22 req-b864da20-16e4-4b76-897a-755f6c79cea5 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 945 time: 0.0582798 Aug 10 15:13:17.171096 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0956a60-b75f-46ad-a01c-a00142511a22 req-ca5b77e8-2a12-4dd0-94f3-082e015dd226 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532882 Aug 10 15:13:17.570986 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb722a9-bd0d-46fd-82a2-cd85ca09847c req-1c0ad9ac-3ed7-467c-a3ca-0a6cc6df0104 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:17.572588 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-beb722a9-bd0d-46fd-82a2-cd85ca09847c req-1c0ad9ac-3ed7-467c-a3ca-0a6cc6df0104 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0712340 Aug 10 15:13:17.620489 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-beb722a9-bd0d-46fd-82a2-cd85ca09847c req-6c7f1694-67cc-49a6-9781-4cbe60581b93 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Aug 10 15:13:17.921364 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc66511-ee40-493d-907f-483cd812f5de req-eb072e80-d885-4ed7-9821-81ff320b61a0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:17.923120 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-edc66511-ee40-493d-907f-483cd812f5de req-eb072e80-d885-4ed7-9821-81ff320b61a0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0591562 Aug 10 15:13:17.980065 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-edc66511-ee40-493d-907f-483cd812f5de req-1c0fa7ed-566b-48a8-adc6-f0fc79f02fe9 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502691 Aug 10 15:13:18.150038 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ade7f-330a-46ca-aeb0-a754de896e36 req-a059e02c-9eaa-4f6f-a491-ce1a6c82d34a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:18.151729 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7a2ade7f-330a-46ca-aeb0-a754de896e36 req-a059e02c-9eaa-4f6f-a491-ce1a6c82d34a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.1031539 Aug 10 15:13:18.268840 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7a2ade7f-330a-46ca-aeb0-a754de896e36 req-648df1b5-10f1-46d6-a1ca-11d729c05e51 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008115 Aug 10 15:13:18.476327 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3811b2-907a-489f-a891-22e68b3a72fb req-2a7a30ba-6574-4096-a814-8bc55193845f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:18.490275 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cb3811b2-907a-489f-a891-22e68b3a72fb req-2a7a30ba-6574-4096-a814-8bc55193845f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.2828946 Aug 10 15:13:18.507200 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db3b56-f5a2-45ca-b902-30fa75d0b953 req-a6965e09-32a8-478a-b8e2-0f8e18d48fef tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:18.510522 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-02db3b56-f5a2-45ca-b902-30fa75d0b953 req-a6965e09-32a8-478a-b8e2-0f8e18d48fef tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 945 time: 0.1702402 Aug 10 15:13:18.603609 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cb3811b2-907a-489f-a891-22e68b3a72fb req-2cdbc2e3-be1c-476d-9268-ad492d0c7d9b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106210 Aug 10 15:13:18.618745 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-02db3b56-f5a2-45ca-b902-30fa75d0b953 req-05ff645a-eef6-44d7-89fc-3f218fcaf514 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843668 Aug 10 15:13:18.751348 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc856d-41b8-4047-bcdf-780f0a309c20 req-50939024-ac68-4f85-8290-5b24a1024b59 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:18.752790 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3fdc856d-41b8-4047-bcdf-780f0a309c20 req-50939024-ac68-4f85-8290-5b24a1024b59 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0529981 Aug 10 15:13:18.801561 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3fdc856d-41b8-4047-bcdf-780f0a309c20 req-5ddb5236-ac13-4920-a38c-e2d76477ecb4 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Aug 10 15:13:19.110070 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b648bef-2b62-4009-bafd-f883c27d3876 req-c939c1f8-cb22-4961-899e-7472b534851a tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:19.111693 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8b648bef-2b62-4009-bafd-f883c27d3876 req-c939c1f8-cb22-4961-899e-7472b534851a tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Aug 10 15:13:19.158906 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8b648bef-2b62-4009-bafd-f883c27d3876 req-79a2dc35-a8b5-41c9-bdfc-d23201418639 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390368 Aug 10 15:13:19.420656 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241df356-6ff2-44d5-bad4-14d8c6e06839 req-a4b3dcdd-5fa2-4241-90d3-2d7c4b7aff35 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:19.422813 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241df356-6ff2-44d5-bad4-14d8c6e06839 req-a4b3dcdd-5fa2-4241-90d3-2d7c4b7aff35 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0674403 Aug 10 15:13:19.462782 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-241df356-6ff2-44d5-bad4-14d8c6e06839 req-818db187-a961-4f98-ba35-5be461fe369e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335119 Aug 10 15:13:19.786696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c98be4-bcf8-485d-99bd-744976292a26 req-316b8542-af01-497a-9ee2-8eb95477e220 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:19.788219 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f7c98be4-bcf8-485d-99bd-744976292a26 req-316b8542-af01-497a-9ee2-8eb95477e220 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0889802 Aug 10 15:13:19.809400 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d614881-69ef-4d01-b407-e4f3532b18b2 req-81830c1f-aafc-4f98-abf4-b2d2fa0f560c tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:19.811088 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d614881-69ef-4d01-b407-e4f3532b18b2 req-81830c1f-aafc-4f98-abf4-b2d2fa0f560c tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 945 time: 0.0739317 Aug 10 15:13:19.859935 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f7c98be4-bcf8-485d-99bd-744976292a26 req-d8fe4708-4fde-481e-a18b-203c58e8388f tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635815 Aug 10 15:13:19.877134 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d614881-69ef-4d01-b407-e4f3532b18b2 req-e82d239c-9f22-44f9-bb4d-6dbeee4f58ca tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Aug 10 15:13:19.998635 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f9a35-75ac-4d56-9e28-e0e0ff80bde0 req-c45c62c0-7c2f-4aaa-9e69-8cc830de935a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:20.003008 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-639f9a35-75ac-4d56-9e28-e0e0ff80bde0 req-c45c62c0-7c2f-4aaa-9e69-8cc830de935a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0753603 Aug 10 15:13:20.023041 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:13:20.052384 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-639f9a35-75ac-4d56-9e28-e0e0ff80bde0 req-d3bde29b-05ed-470b-817c-ec1e641c4bcb tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Aug 10 15:13:20.108963 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:20.142787 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142213fc-777f-43d9-94ca-7577a649539c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:20.146726 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d096f8f-a216-43c5-84f7-1f22e5064148" -d '{"events": [{"server_uuid": "142213fc-777f-43d9-94ca-7577a649539c", "name": "network-vif-unplugged", "status": "completed", "tag": "bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:20.163690 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:20.169349 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:20.194733 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedaf7a5-50f8-446c-94e0-35485fb36a86 x-openstack-request-id: req-aedaf7a5-50f8-446c-94e0-35485fb36a86 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:20.195045 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142213fc-777f-43d9-94ca-7577a649539c", "name": "network-vif-unplugged", "status": "completed", "tag": "bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:20.195317 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aedaf7a5-50f8-446c-94e0-35485fb36a86 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:20.196259 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142213fc-777f-43d9-94ca-7577a649539c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9', 'code': 200} Aug 10 15:13:20.240711 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,revision_number=6']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:20.250187 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.250821 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.251336 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.251851 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.252341 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.252861 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.253197 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.253531 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.253885 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.259264 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.259264 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.259264 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:20.295871 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cdbb3-5a5f-4bea-baaf-f76395c9cad4 req-1adf382e-776f-4bd2-b182-b113cc0b6873 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:20.297784 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-823cdbb3-5a5f-4bea-baaf-f76395c9cad4 req-1adf382e-776f-4bd2-b182-b113cc0b6873 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0581102 Aug 10 15:13:20.345628 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-823cdbb3-5a5f-4bea-baaf-f76395c9cad4 req-9998e8ec-66fd-4062-b25b-e054c6a929a9 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Aug 10 15:13:20.608156 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e936bc2-ceab-4ebb-9204-53d6ea54ca16 req-1f1d352a-7752-48ad-8cc0-c4dcfb0ab01f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:20.609735 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5e936bc2-ceab-4ebb-9204-53d6ea54ca16 req-1f1d352a-7752-48ad-8cc0-c4dcfb0ab01f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0540810 Aug 10 15:13:20.655849 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5e936bc2-ceab-4ebb-9204-53d6ea54ca16 req-f492bd01-c308-410b-b211-41795229afb2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397234 Aug 10 15:13:21.014423 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73248fdf-5ffd-49a0-99eb-d7850b83d6c0 req-9e7616bd-3292-4dde-8c3d-e5f59ff0ec33 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:21.016892 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-73248fdf-5ffd-49a0-99eb-d7850b83d6c0 req-9e7616bd-3292-4dde-8c3d-e5f59ff0ec33 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0822084 Aug 10 15:13:21.041742 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1076f34-46df-4c00-a651-3d69305f3404 req-72f55bda-6ec6-4e7d-babf-d58352925e06 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:21.043304 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1076f34-46df-4c00-a651-3d69305f3404 req-72f55bda-6ec6-4e7d-babf-d58352925e06 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.0709667 Aug 10 15:13:21.105053 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-73248fdf-5ffd-49a0-99eb-d7850b83d6c0 req-b6bca568-443f-4fe0-b89c-200ae55e8eed tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722768 Aug 10 15:13:21.114776 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1076f34-46df-4c00-a651-3d69305f3404 req-ec0f92d2-6d6d-4bef-a424-8a19ac4c3b71 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645256 Aug 10 15:13:21.214031 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6973152-3a32-4c70-b9eb-c84dc4be3168 req-1a354f79-2272-46ca-b0c9-4bb7792f7ac7 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:21.215579 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f6973152-3a32-4c70-b9eb-c84dc4be3168 req-1a354f79-2272-46ca-b0c9-4bb7792f7ac7 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0512419 Aug 10 15:13:21.267255 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f6973152-3a32-4c70-b9eb-c84dc4be3168 req-de8e7876-716b-47e8-90a7-f03f5a165be1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Aug 10 15:13:21.472179 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c1ad1-e06a-48fe-9f2d-49f0eb15222a req-8e763b12-7f0c-4f58-9dc0-26f0275e0432 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:21.473799 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-703c1ad1-e06a-48fe-9f2d-49f0eb15222a req-8e763b12-7f0c-4f58-9dc0-26f0275e0432 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0578277 Aug 10 15:13:21.514925 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-703c1ad1-e06a-48fe-9f2d-49f0eb15222a req-bc5abe11-bd25-4deb-ab5f-419595083944 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Aug 10 15:13:21.786450 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54182e-fa30-4539-a370-20c122d3b4b4 req-b64de08e-8341-450e-8ac2-9814570b3e64 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:21.788048 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ce54182e-fa30-4539-a370-20c122d3b4b4 req-b64de08e-8341-450e-8ac2-9814570b3e64 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0544925 Aug 10 15:13:21.839658 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ce54182e-fa30-4539-a370-20c122d3b4b4 req-28c134c0-481e-449e-96a1-99958ca99307 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436640 Aug 10 15:13:22.306736 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da918f-f8a6-43f4-938e-133c2620688d req-86aabe6a-3d31-4858-9460-ce3c31121641 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:22.308626 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-99da918f-f8a6-43f4-938e-133c2620688d req-86aabe6a-3d31-4858-9460-ce3c31121641 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1168909 Aug 10 15:13:22.321228 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cceb5-5b90-4acd-bd34-4519e6c14dfe req-25897711-bc08-48c8-8ef6-db8cabcb62ae tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:22.323802 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-335cceb5-5b90-4acd-bd34-4519e6c14dfe req-25897711-bc08-48c8-8ef6-db8cabcb62ae tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.1146560 Aug 10 15:13:22.333143 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a0e718f0-2e63-43d9-9abe-6e1795c2c1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:22.406374 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-99da918f-f8a6-43f4-938e-133c2620688d req-ac342230-a9e4-4e36-b81d-35a48b0d5113 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811110 Aug 10 15:13:22.422201 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-335cceb5-5b90-4acd-bd34-4519e6c14dfe req-67f23374-e127-4477-a559-b91c988f79fc tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700982 Aug 10 15:13:22.567038 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69743a9-b3a6-475a-adba-83d278a79175 req-a417ec13-81d6-48a2-8312-6b48a9e69de5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:22.569047 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e69743a9-b3a6-475a-adba-83d278a79175 req-a417ec13-81d6-48a2-8312-6b48a9e69de5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0608232 Aug 10 15:13:22.655423 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e69743a9-b3a6-475a-adba-83d278a79175 req-98aa559a-ef57-4822-936b-15da1b6764cd tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711272 Aug 10 15:13:22.730332 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f75db-5dff-4585-a5ad-dfa47c3d9b04 req-94962fb9-324a-476c-a364-2e6e7e1a2265 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:22.732269 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5f9f75db-5dff-4585-a5ad-dfa47c3d9b04 req-94962fb9-324a-476c-a364-2e6e7e1a2265 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.1056070 Aug 10 15:13:22.779901 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5f9f75db-5dff-4585-a5ad-dfa47c3d9b04 req-093d2eca-f41e-4c11-9fbd-acd3be2ab9dc tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357058 Aug 10 15:13:22.993601 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0049a-31d0-4ae9-86ce-0a38306b7975 req-0b75d174-fe96-4fc9-bff8-14d591d77eba tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:22.995048 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c6a0049a-31d0-4ae9-86ce-0a38306b7975 req-0b75d174-fe96-4fc9-bff8-14d591d77eba tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0659189 Aug 10 15:13:23.041162 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c6a0049a-31d0-4ae9-86ce-0a38306b7975 req-699f8c8e-348c-4ea1-ad3f-932acf409c21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396860 Aug 10 15:13:23.547791 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c2fdd-c76b-411d-acda-7d75e94ffd90 req-e06758af-1317-4db1-8fd5-7e011704d5ac tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:23.549321 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b23c2fdd-c76b-411d-acda-7d75e94ffd90 req-e06758af-1317-4db1-8fd5-7e011704d5ac tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0677295 Aug 10 15:13:23.623165 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31b372-9487-409c-8fe3-a1fd635227df req-f6cd8ddb-80bb-484d-8351-246fb56fd0b2 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:23.624778 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4f31b372-9487-409c-8fe3-a1fd635227df req-f6cd8ddb-80bb-484d-8351-246fb56fd0b2 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.0935702 Aug 10 15:13:23.630032 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b23c2fdd-c76b-411d-acda-7d75e94ffd90 req-dbdaab67-f474-4cd7-8c1b-596b4f2fdaba tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618699 Aug 10 15:13:23.672310 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4f31b372-9487-409c-8fe3-a1fd635227df req-db8832b0-ae3c-4bf6-b3c2-62513461b436 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363803 Aug 10 15:13:23.809815 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4281c10-495d-4867-a343-a80af15ffa99 req-e40c3133-d07e-4f21-872b-9f03f1991ab6 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:23.811651 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c4281c10-495d-4867-a343-a80af15ffa99 req-e40c3133-d07e-4f21-872b-9f03f1991ab6 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0577552 Aug 10 15:13:23.850470 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c4281c10-495d-4867-a343-a80af15ffa99 req-768cbfe4-22f2-4d4a-99e0-125081c76297 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Aug 10 15:13:23.905169 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ebf99-058a-459d-994e-99049aa13e47 req-831bdd0b-d5fd-4ddc-b82e-2728c4272388 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:23.906766 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6f8ebf99-058a-459d-994e-99049aa13e47 req-831bdd0b-d5fd-4ddc-b82e-2728c4272388 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0554748 Aug 10 15:13:23.964759 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6f8ebf99-058a-459d-994e-99049aa13e47 req-fce7727e-3b16-4f41-b8c2-46bbe78cd7f6 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517151 Aug 10 15:13:24.189196 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359469b-0fb2-41e9-a2a3-44455a6badba req-f02f182c-3215-40bb-8411-664a4272b11a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:24.190989 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e359469b-0fb2-41e9-a2a3-44455a6badba req-f02f182c-3215-40bb-8411-664a4272b11a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0563676 Aug 10 15:13:24.235810 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e359469b-0fb2-41e9-a2a3-44455a6badba req-0bfe9452-f4dc-493b-a585-57d2da309af5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Aug 10 15:13:24.800231 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aff0e9-1f30-42ed-9012-2efeb530d69e req-5cb6b516-c6e1-41c1-b5d0-d3571307803c tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:24.801736 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-37aff0e9-1f30-42ed-9012-2efeb530d69e req-5cb6b516-c6e1-41c1-b5d0-d3571307803c tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0792751 Aug 10 15:13:24.883726 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-37aff0e9-1f30-42ed-9012-2efeb530d69e req-53bc624c-7e35-4922-9b53-71c54bcede91 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734818 Aug 10 15:13:24.911479 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90fa4-4f8c-4055-a5c5-75463d15c04d req-5f51b032-0602-425b-8a22-bd30af559109 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:24.911479 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d4e90fa4-4f8c-4055-a5c5-75463d15c04d req-5f51b032-0602-425b-8a22-bd30af559109 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.1179128 Aug 10 15:13:25.024725 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d4e90fa4-4f8c-4055-a5c5-75463d15c04d req-0757b013-d5d6-4acb-bd93-a88cdaae1e8f tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033018 Aug 10 15:13:25.052282 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f53ca-6d42-4ef5-b6f7-131f0523c0ea req-d27633e9-1721-4db8-902f-140ac0bc9b02 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:25.053844 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b9f53ca-6d42-4ef5-b6f7-131f0523c0ea req-d27633e9-1721-4db8-902f-140ac0bc9b02 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0871007 Aug 10 15:13:25.099772 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b9f53ca-6d42-4ef5-b6f7-131f0523c0ea req-be0f061d-dad6-454c-81fa-75f5bc750ea9 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365441 Aug 10 15:13:25.131290 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:25.191405 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c392bf1-5168-4cb1-a70c-4680c57ae647 req-4859c26d-4faf-48fc-8bea-6422e2845bfe tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:25.194442 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8c392bf1-5168-4cb1-a70c-4680c57ae647 req-4859c26d-4faf-48fc-8bea-6422e2845bfe tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0814023 Aug 10 15:13:25.234665 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8c392bf1-5168-4cb1-a70c-4680c57ae647 req-cb8a8741-454d-4dbf-8dd2-36ef19454ea5 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Aug 10 15:13:25.377799 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c72d-e9c1-4a96-a4a6-354f35e27b95 req-2e90edc9-226a-4541-9500-026455855d31 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:25.379416 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7884c72d-e9c1-4a96-a4a6-354f35e27b95 req-2e90edc9-226a-4541-9500-026455855d31 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0618010 Aug 10 15:13:25.439219 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7884c72d-e9c1-4a96-a4a6-354f35e27b95 req-a9406877-b645-494e-9ea9-7c747cccd0aa tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523043 Aug 10 15:13:25.537066 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b430ed6f-a781-41ac-9b82-b3c584be3936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:26.044853 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba5dae-8573-46bc-be88-867c1053f752 req-4b7cc489-9bb6-4600-8e7c-ab0b7c3f1eb3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:26.047791 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8dba5dae-8573-46bc-be88-867c1053f752 req-4b7cc489-9bb6-4600-8e7c-ab0b7c3f1eb3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0777104 Aug 10 15:13:26.119010 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8dba5dae-8573-46bc-be88-867c1053f752 req-870f2552-f01c-4781-ac9f-f819387ab4c3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646646 Aug 10 15:13:26.209314 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:26.210261 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947e7ee-f2ec-4414-8cc7-227bc743ed8d req-3f094406-84a7-4dd2-adc1-c296cb2cfd3c tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:26.212595 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c947e7ee-f2ec-4414-8cc7-227bc743ed8d req-3f094406-84a7-4dd2-adc1-c296cb2cfd3c tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.0808287 Aug 10 15:13:26.282575 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c947e7ee-f2ec-4414-8cc7-227bc743ed8d req-31e45655-0f2e-4e5f-9b6e-0c7b852a785f tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610073 Aug 10 15:13:26.314981 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ea796-800a-458c-9dd1-ce6492ea5e8a req-303156d8-5d57-4590-9d0a-cbcd54aad5a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:26.318434 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-357ea796-800a-458c-9dd1-ce6492ea5e8a req-303156d8-5d57-4590-9d0a-cbcd54aad5a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0954220 Aug 10 15:13:26.388931 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-357ea796-800a-458c-9dd1-ce6492ea5e8a req-282a91e4-efe5-47fa-9e3b-d04ff5d1a811 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638609 Aug 10 15:13:26.448693 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc76be-44e6-4b05-a385-0f9b6b0d1e70 req-1d46200d-96dd-440f-bbb0-680dc6046204 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:26.450297 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3edc76be-44e6-4b05-a385-0f9b6b0d1e70 req-1d46200d-96dd-440f-bbb0-680dc6046204 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0802228 Aug 10 15:13:26.505772 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3edc76be-44e6-4b05-a385-0f9b6b0d1e70 req-772a5164-2701-4b6c-9f49-c5a4fcd8c375 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485232 Aug 10 15:13:26.631935 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283bd0f-aeba-4fdb-ad63-a092100988e6 req-98068877-3b71-46d4-b06d-c7afbf2dceb2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:26.634022 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a283bd0f-aeba-4fdb-ad63-a092100988e6 req-98068877-3b71-46d4-b06d-c7afbf2dceb2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0724072 Aug 10 15:13:26.670731 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:26.687443 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a283bd0f-aeba-4fdb-ad63-a092100988e6 req-b5d84f00-e8f9-4047-acfe-ae065b280ae4 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467491 Aug 10 15:13:27.263238 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8cb5-94c8-4cff-a2a2-bec86ff317b6 req-6c5864e7-440c-4bc8-87c0-1ec5f2ccd196 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:27.267759 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c1ff8cb5-94c8-4cff-a2a2-bec86ff317b6 req-6c5864e7-440c-4bc8-87c0-1ec5f2ccd196 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0703063 Aug 10 15:13:27.331401 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c1ff8cb5-94c8-4cff-a2a2-bec86ff317b6 req-33933e3f-644c-415b-a660-e5f3717e96f1 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Aug 10 15:13:27.463367 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ae414-6674-4678-923a-9a3460e51d3e req-d31c8b2b-536f-49d9-9545-b7ae308407ec tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:27.466071 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-066ae414-6674-4678-923a-9a3460e51d3e req-d31c8b2b-536f-49d9-9545-b7ae308407ec tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.0767167 Aug 10 15:13:27.536154 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-066ae414-6674-4678-923a-9a3460e51d3e req-79609c66-ec62-457a-a9bf-4a6b41227496 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564256 Aug 10 15:13:27.544893 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306191-7478-4f8a-92a4-e136a8df55c8 req-6160dadc-d95d-49a9-85bd-46306a1e21fc tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:27.546502 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-90306191-7478-4f8a-92a4-e136a8df55c8 req-6160dadc-d95d-49a9-85bd-46306a1e21fc tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0790665 Aug 10 15:13:27.589893 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-90306191-7478-4f8a-92a4-e136a8df55c8 req-ab07d276-def6-4845-abdb-f8cf2a89bc75 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353873 Aug 10 15:13:27.657984 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49194db6-c73c-4254-a222-b6e34d6c4797 req-1734e0b9-85f9-48c7-a706-2fe92924aa27 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:27.659791 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-49194db6-c73c-4254-a222-b6e34d6c4797 req-1734e0b9-85f9-48c7-a706-2fe92924aa27 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0614603 Aug 10 15:13:27.700956 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-49194db6-c73c-4254-a222-b6e34d6c4797 req-35481317-5026-4e86-9a4c-a6066704c69f tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337098 Aug 10 15:13:27.844574 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57c9ca-467d-4426-b846-45cd9167c21c req-b7d4084d-b355-4bc6-b47f-5075f3359619 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:27.846103 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8c57c9ca-467d-4426-b846-45cd9167c21c req-b7d4084d-b355-4bc6-b47f-5075f3359619 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0537908 Aug 10 15:13:27.887942 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8c57c9ca-467d-4426-b846-45cd9167c21c req-9d435ee1-4322-4883-bf4c-587de385acff tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351338 Aug 10 15:13:28.090922 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:28.299436 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-b846e8d4-628d-4f98-a60d-188fd7886cfc tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:28.301155 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-b846e8d4-628d-4f98-a60d-188fd7886cfc tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.50 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.0530913 Aug 10 15:13:28.333928 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-b865feb3-33a8-454d-a2a9-98a72298d63a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476151 Aug 10 15:13:28.403931 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-3938ed6d-ca08-4d58-8a62-95e9590e267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:28.405988 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-3938ed6d-ca08-4d58-8a62-95e9590e267d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 1099 time: 0.0470297 Aug 10 15:13:28.493602 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c914a-e8ec-44bd-8cd6-9fc2a8bf04b8 req-9579d498-7d67-4f59-96a5-e0e0f2d8986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:28.495944 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ab3c914a-e8ec-44bd-8cd6-9fc2a8bf04b8 req-9579d498-7d67-4f59-96a5-e0e0f2d8986a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 1098 time: 0.0510035 Aug 10 15:13:28.529807 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Deleting port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:13:28.530141 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:28.534980 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-ab3c914a-e8ec-44bd-8cd6-9fc2a8bf04b8 req-378ab707-6257-40e6-9aa2-e1e197b05482 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301826 Aug 10 15:13:28.597182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c0559-68a6-4216-980b-1a7f9e078716 req-10e231d4-bc91-4e78-90b5-3a5155e3ce24 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:28.599653 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d55c0559-68a6-4216-980b-1a7f9e078716 req-10e231d4-bc91-4e78-90b5-3a5155e3ce24 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1745117 Aug 10 15:13:28.705242 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-87973d19-d749-44a3-b874-c4b210a5624b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:28.706772 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-87973d19-d749-44a3-b874-c4b210a5624b tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 946 time: 0.0748098 Aug 10 15:13:28.731432 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-431485ef-02de-44ca-8c5f-0cc9003ca4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:28.732902 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-431485ef-02de-44ca-8c5f-0cc9003ca4df service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 912 time: 0.2772684 Aug 10 15:13:28.748710 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d55c0559-68a6-4216-980b-1a7f9e078716 req-e7aa49d1-6a68-485a-bda8-a6c784ce04af tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301117 Aug 10 15:13:28.811474 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Deleting port d416e01b-0ce7-46e2-a8eb-3266d5019868 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:13:28.811820 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:28.860592 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86865a-945a-422f-9bdd-21b982af1b51 req-0553c748-9a5c-4ad6-a872-67276d96592f tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:28.862223 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ae86865a-945a-422f-9bdd-21b982af1b51 req-0553c748-9a5c-4ad6-a872-67276d96592f tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 943 time: 0.2086229 Aug 10 15:13:28.866974 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] For port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:28.867492 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:28.908992 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] For port d416e01b-0ce7-46e2-a8eb-3266d5019868, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d416e01b-0ce7-46e2-a8eb-3266d5019868,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:28.909413 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:28.925013 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Calling delete_port for d416e01b-0ce7-46e2-a8eb-3266d5019868 owned by compute:nova {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:13:29.106357 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:29.123077 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['f12653ee-a991-4095-b0e5-350f570e79ba', '30de3e51-c8b7-4daf-8fe0-323cc5e74d68', 'a1471729-0745-422e-ae5e-e70a7a31601e', 'd416e01b-0ce7-46e2-a8eb-3266d5019868'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:29.146635 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Pushing event deleted for resources: {'Port': ['ID=d416e01b-0ce7-46e2-a8eb-3266d5019868,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:29.160480 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.160480 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.160480 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.160480 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.160480 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.160480 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.160480 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.161202 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.161439 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.161834 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.162227 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.162644 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.208005 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] No DVR routers for this DVR port d416e01b-0ce7-46e2-a8eb-3266d5019868 on host hv-cinder-78093 {{(pid=93495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:13:29.211458 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:29.213680 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [req-523c07b1-6d2f-4f54-b78c-484adb3b8b14 req-ef4d8cff-3843-4798-92bc-fa15af2fb498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "DELETE /v2.0/ports/d416e01b-0ce7-46e2-a8eb-3266d5019868 HTTP/1.1" status: 204 len: 173 time: 0.4962060 Aug 10 15:13:29.214335 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6629815e-48da-4953-bdf0-1930f6c60d13', 'name': 'network-vif-deleted', 'tag': 'd416e01b-0ce7-46e2-a8eb-3266d5019868'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:29.216778 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979eae61-9a53-44e9-a8db-3019e1102dbc" -d '{"events": [{"server_uuid": "6629815e-48da-4953-bdf0-1930f6c60d13", "name": "network-vif-deleted", "tag": "d416e01b-0ce7-46e2-a8eb-3266d5019868"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:29.217062 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Calling delete_port for bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:13:29.246803 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-b136ef93-0183-457b-8c2c-43579c5a7f97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a18b997-f31f-4169-9636-cce8c69c31f5 HTTP/1.1" status: 200 len: 1002 time: 0.4907007 Aug 10 15:13:29.325293 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ae86865a-945a-422f-9bdd-21b982af1b51 req-a1036d1a-4e27-4d04-b443-026053fbf20d tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545646 Aug 10 15:13:29.341994 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9332c-508d-467e-a7e3-b6f049f1b644 req-f2ab766b-f073-4b7b-b811-7c93de3d66b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:29.346952 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4dd9332c-508d-467e-a7e3-b6f049f1b644 req-f2ab766b-f073-4b7b-b811-7c93de3d66b2 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=6629815e-48da-4953-bdf0-1930f6c60d13 HTTP/1.1" status: 200 len: 867 time: 0.4819157 Aug 10 15:13:29.425163 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-e08fc964-7af4-4dc9-95a8-e897743a1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:29.426575 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-e08fc964-7af4-4dc9-95a8-e897743a1306 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 200 len: 850 time: 0.1381738 Aug 10 15:13:29.509919 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4dd9332c-508d-467e-a7e3-b6f049f1b644 req-46ec626f-062e-46cc-920a-d95b6d993d4f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442220 Aug 10 15:13:29.561941 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee35ff4-41d9-40e1-ae92-ad09c532a600 req-25a4ea4e-dd79-4baa-9bba-a1e241fbe730 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:29.563476 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aee35ff4-41d9-40e1-ae92-ad09c532a600 req-25a4ea4e-dd79-4baa-9bba-a1e241fbe730 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.1559014 Aug 10 15:13:29.564139 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:29.575298 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-8dadc54f-8770-4415-a904-dc6eed1b7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:29.576738 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-8dadc54f-8770-4415-a904-dc6eed1b7937 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75af5cd-4ff3-41cf-abe0-0ff16866849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1235354 Aug 10 15:13:29.605832 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Pushing event deleted for resources: {'Port': ['ID=bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:29.667892 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.668243 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.668578 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.668955 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.669249 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.669583 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.669916 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.670254 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.670609 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.670995 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.671270 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.671586 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:13:29.777270 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] No DVR routers for this DVR port bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:13:29.783407 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aee35ff4-41d9-40e1-ae92-ad09c532a600 req-56597500-cac6-4479-a492-c07e8488ade4 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101088 Aug 10 15:13:29.792305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:29.794357 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-72c8faf1-d3a9-4476-8d9b-7525f0d6b1b6 req-2ea62032-3e77-4612-bed4-e39a637bc247 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.50 "DELETE /v2.0/ports/bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9 HTTP/1.1" status: 204 len: 173 time: 1.4818630 Aug 10 15:13:29.794859 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142213fc-777f-43d9-94ca-7577a649539c', 'name': 'network-vif-deleted', 'tag': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:29.797202 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c7ea69-20e4-4648-8b2f-cbde9e448659" -d '{"events": [{"server_uuid": "142213fc-777f-43d9-94ca-7577a649539c", "name": "network-vif-deleted", "tag": "bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:29.823909 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a64f7-078c-4038-9640-9d396f60cfaf req-db3a1960-a499-47fc-846f-26c414dfcefe tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:29.825441 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fb3a64f7-078c-4038-9640-9d396f60cfaf req-db3a1960-a499-47fc-846f-26c414dfcefe tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.2287743 Aug 10 15:13:29.853806 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-c73ccf26-9c69-4e8d-8504-60ebd044305d service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185183 Aug 10 15:13:29.878223 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cd7852-c539-4109-897f-62df799df3c2 x-openstack-request-id: req-75cd7852-c539-4109-897f-62df799df3c2 {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:29.879098 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6629815e-48da-4953-bdf0-1930f6c60d13", "name": "network-vif-deleted", "tag": "d416e01b-0ce7-46e2-a8eb-3266d5019868", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:29.879098 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75cd7852-c539-4109-897f-62df799df3c2 {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:29.879718 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6629815e-48da-4953-bdf0-1930f6c60d13', 'name': 'network-vif-deleted', 'tag': 'd416e01b-0ce7-46e2-a8eb-3266d5019868', 'status': 'completed', 'code': 200} Aug 10 15:13:29.902654 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fb3a64f7-078c-4038-9640-9d396f60cfaf req-854298c3-a2ad-4500-b0e8-349c66460d86 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613551 Aug 10 15:13:29.973430 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dce3468-3d1d-41f5-8a4e-840c4a082ba5 x-openstack-request-id: req-5dce3468-3d1d-41f5-8a4e-840c4a082ba5 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:29.973722 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142213fc-777f-43d9-94ca-7577a649539c", "name": "network-vif-deleted", "tag": "bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:29.973973 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dce3468-3d1d-41f5-8a4e-840c4a082ba5 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:29.974363 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142213fc-777f-43d9-94ca-7577a649539c', 'name': 'network-vif-deleted', 'tag': 'bf7d31d7-37ca-4ad1-8835-5a88d86fb3d9', 'status': 'completed', 'code': 200} Aug 10 15:13:30.025394 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586c8c-31d5-451e-b2c1-22303d403a3d req-73170a77-6e8d-42a3-a957-d25b141110da tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:30.026988 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-47586c8c-31d5-451e-b2c1-22303d403a3d req-73170a77-6e8d-42a3-a957-d25b141110da tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0891030 Aug 10 15:13:30.033404 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9da580cb-dad0-46aa-a213-99f1eb782637 req-68e041bf-ba52-4948-bc39-51ebcb825cc8 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626308 Aug 10 15:13:30.067891 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-47586c8c-31d5-451e-b2c1-22303d403a3d req-4d89cb8a-3623-466d-b498-30d11b835285 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Aug 10 15:13:30.526994 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aaf85894-0ac5-4c1e-93da-c3ab0d2045cb req-3587e520-71ac-4790-84ab-70f0a06a38fb tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=142213fc-777f-43d9-94ca-7577a649539c HTTP/1.1" status: 200 len: 210 time: 0.0840833 Aug 10 15:13:30.558693 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-5f728f52-980f-4f2d-94cc-0e843332d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:30.562275 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-5f728f52-980f-4f2d-94cc-0e843332d42f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 1098 time: 0.1878660 Aug 10 15:13:30.577973 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2119b-f82d-4f52-971f-0e3086da6fde req-3bd6b812-0168-4db1-89b0-8e79717bf649 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:30.579991 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-def2119b-f82d-4f52-971f-0e3086da6fde req-3bd6b812-0168-4db1-89b0-8e79717bf649 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1601734 Aug 10 15:13:30.679883 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-def2119b-f82d-4f52-971f-0e3086da6fde req-b639cc0e-ed9d-45fe-a641-8506553fe585 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754924 Aug 10 15:13:30.753121 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-8088bc1a-648f-4f26-b70a-b740b4e98912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:30.757922 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-8088bc1a-648f-4f26-b70a-b740b4e98912 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 200 len: 920 time: 0.1754196 Aug 10 15:13:30.814148 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-22128896-77f7-47dc-b289-7f93077fb02c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b159d6b2-2a92-478b-b990-51ada4833dad HTTP/1.1" status: 200 len: 217 time: 0.0488489 Aug 10 15:13:30.913561 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd92ceb-0d7a-428c-a7f9-4fd3903d60ff req-82976c14-472e-4dee-90d0-54526e396011 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:30.915303 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8bd92ceb-0d7a-428c-a7f9-4fd3903d60ff req-82976c14-472e-4dee-90d0-54526e396011 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.1001909 Aug 10 15:13:31.016394 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-62363024-3fd0-4e2c-95ba-38e7d19d4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:31.017968 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-62363024-3fd0-4e2c-95ba-38e7d19d4492 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 200 len: 859 time: 0.1586242 Aug 10 15:13:31.060994 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493272e4-8f15-4927-bec6-027550b8f2a9 req-4e156f79-961e-4124-952e-334feef42213 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:31.062475 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-493272e4-8f15-4927-bec6-027550b8f2a9 req-4e156f79-961e-4124-952e-334feef42213 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.1888783 Aug 10 15:13:31.066606 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8bd92ceb-0d7a-428c-a7f9-4fd3903d60ff req-b0d74b8f-8425-4a83-a726-c74d35ff704e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151743 Aug 10 15:13:31.094163 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-4133046a-92b8-4afe-8181-85b9c2881e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:31.094163 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-4133046a-92b8-4afe-8181-85b9c2881e75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c1a23ed2b45465181f355cbe67a2f8c&device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 1137 time: 0.1680558 Aug 10 15:13:31.102236 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-1ad3cc65-6431-4130-998e-83d9501d71e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fcda3fc4-5c89-43ae-8b39-4d26232d4168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646293 Aug 10 15:13:31.234638 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-493272e4-8f15-4927-bec6-027550b8f2a9 req-f5afacaa-f3a9-437c-88e2-4f7422470a76 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527183 Aug 10 15:13:31.336737 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4956c-e29b-42c7-b7ac-26459a4b33f7 req-c3b0334b-0fd1-4c76-8d75-8226d2de8eff tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:31.338191 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2ce4956c-e29b-42c7-b7ac-26459a4b33f7 req-c3b0334b-0fd1-4c76-8d75-8226d2de8eff tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.1599154 Aug 10 15:13:31.341224 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-9c03e54c-7a73-4a67-807d-a4c9ea239c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:31.342619 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-9c03e54c-7a73-4a67-807d-a4c9ea239c2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 HTTP/1.1" status: 200 len: 915 time: 0.2375445 Aug 10 15:13:31.344744 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-fd5a9926-5885-48c3-834a-3edd551bfd83 service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307458 Aug 10 15:13:31.473018 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2ce4956c-e29b-42c7-b7ac-26459a4b33f7 req-63ce1448-1c33-49b2-a1a5-79d162056c44 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273057 Aug 10 15:13:31.486875 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-88233c16-be2c-4bdb-855e-3c607c1409d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 1001 time: 0.1264014 Aug 10 15:13:31.601086 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af601fc6-5dde-4eb4-a43b-4d3b5af4a884 req-40389a4f-e119-46af-b23f-8102b767fbc4 service neutron] 10.222.0.50 "GET /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342346 Aug 10 15:13:31.617369 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-6d1d83c9-602e-42b7-b11e-d4be3a34aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:31.619081 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-6d1d83c9-602e-42b7-b11e-d4be3a34aadb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e7e64a0-90e9-4695-bda7-3a547c38bbbf HTTP/1.1" status: 200 len: 853 time: 0.1157372 Aug 10 15:13:31.678540 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-8ff2b9ff-9c24-4bca-9439-28f2da05883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:31.680563 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-8ff2b9ff-9c24-4bca-9439-28f2da05883f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497646 Aug 10 15:13:31.884796 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-db9cebdc-4a28-4ae2-9a4d-2f2ad99b220c service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877832 Aug 10 15:13:31.893568 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30346448-de32-4edb-8a55-2d992efb8890 req-9db93e59-1ce9-4f99-8d7d-5f91f6cd4533 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:31.895228 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-30346448-de32-4edb-8a55-2d992efb8890 req-9db93e59-1ce9-4f99-8d7d-5f91f6cd4533 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1075897 Aug 10 15:13:31.988218 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-30346448-de32-4edb-8a55-2d992efb8890 req-1b461aec-3f83-4202-94e1-f92dc6c489c6 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836675 Aug 10 15:13:32.017865 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78025658-0fe7-4e09-a0e4-80189de29e41 req-c8c9782e-696b-412a-bc25-a6e2990f9552 service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211529 Aug 10 15:13:32.126839 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8110-73e1-48a0-9c78-f14fff2b95d1 req-9243600a-cd90-4bf5-bcaf-c794e454c498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:32.128388 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d56a8110-73e1-48a0-9c78-f14fff2b95d1 req-9243600a-cd90-4bf5-bcaf-c794e454c498 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 945 time: 0.0611246 Aug 10 15:13:32.192430 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d56a8110-73e1-48a0-9c78-f14fff2b95d1 req-3d13e6b5-19c2-4da0-ad41-07be43211349 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573566 Aug 10 15:13:32.217695 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda83d1-4fbf-4e5f-b523-c0b8cdc003e9 req-9ffbdbee-8020-49bc-9c66-19dae7f40a0b tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:32.219620 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-eeda83d1-4fbf-4e5f-b523-c0b8cdc003e9 req-9ffbdbee-8020-49bc-9c66-19dae7f40a0b tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0645099 Aug 10 15:13:32.270199 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-eeda83d1-4fbf-4e5f-b523-c0b8cdc003e9 req-7107c052-c612-4735-a2ea-b7d2158af7ec tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Aug 10 15:13:32.307753 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b79456-f6a7-428d-9b62-d55148c4544d req-7a9ad949-c815-47c8-8df5-53e9d0dc333d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:32.309267 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-82b79456-f6a7-428d-9b62-d55148c4544d req-7a9ad949-c815-47c8-8df5-53e9d0dc333d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0563745 Aug 10 15:13:32.351914 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-82b79456-f6a7-428d-9b62-d55148c4544d req-9dc602f9-328a-4fcb-8bad-d50c8c6dba3e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357618 Aug 10 15:13:32.610284 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc5e9c-6121-4ee3-a138-06302dcaeb77 req-cd6474cb-6b42-4a9b-b2b4-a48228bde834 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:32.611791 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75fc5e9c-6121-4ee3-a138-06302dcaeb77 req-cd6474cb-6b42-4a9b-b2b4-a48228bde834 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0553594 Aug 10 15:13:32.656127 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75fc5e9c-6121-4ee3-a138-06302dcaeb77 req-f3ddc8d3-7e18-43ef-8f60-d29f35c4c813 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328395 Aug 10 15:13:33.112011 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff18a8e-1be2-4cc9-9d43-44371600d068 req-45b495b6-0a72-40f2-a230-e0a59cde56d3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:33.113608 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8ff18a8e-1be2-4cc9-9d43-44371600d068 req-45b495b6-0a72-40f2-a230-e0a59cde56d3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0522671 Aug 10 15:13:33.160696 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8ff18a8e-1be2-4cc9-9d43-44371600d068 req-fa23f92f-8875-4ff7-ab1a-b81eb313fed6 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362165 Aug 10 15:13:33.315176 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c321444-9ad9-4170-b2c3-be7085fb8ba5 req-2e08bf35-7bca-43e3-bb5e-45f14d98e2fa tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:33.316921 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8c321444-9ad9-4170-b2c3-be7085fb8ba5 req-2e08bf35-7bca-43e3-bb5e-45f14d98e2fa tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 945 time: 0.0537922 Aug 10 15:13:33.393328 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8c321444-9ad9-4170-b2c3-be7085fb8ba5 req-29712229-9913-47ec-b797-404d5dcebc37 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675890 Aug 10 15:13:33.415997 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf89a-388e-4d69-bfdd-3015cbc640bf req-18172e06-8d6a-4910-8352-eb190e146ce0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:33.417746 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70cbf89a-388e-4d69-bfdd-3015cbc640bf req-18172e06-8d6a-4910-8352-eb190e146ce0 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0750000 Aug 10 15:13:33.469170 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-70cbf89a-388e-4d69-bfdd-3015cbc640bf req-d664c345-78ad-4171-a0f6-aef082e9cc38 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Aug 10 15:13:33.523530 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccc1cc-2116-4d03-82de-151322450558 req-4a623ab4-0e72-4ec3-9c97-d6eed9f0af18 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:33.525173 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9bccc1cc-2116-4d03-82de-151322450558 req-4a623ab4-0e72-4ec3-9c97-d6eed9f0af18 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0549538 Aug 10 15:13:33.551590 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:13:33.572472 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9bccc1cc-2116-4d03-82de-151322450558 req-a194594c-17a2-44a4-b75e-c196145a307d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406437 Aug 10 15:13:33.785746 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5663c42-d69f-49db-9d91-fbfcd14a656c req-308a894b-dcd1-4b50-87f7-69c4a24f33fa tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:33.787302 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e5663c42-d69f-49db-9d91-fbfcd14a656c req-308a894b-dcd1-4b50-87f7-69c4a24f33fa tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0551057 Aug 10 15:13:33.830128 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e5663c42-d69f-49db-9d91-fbfcd14a656c req-d6a30bb1-87eb-4d78-98f7-09482e98d71f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360410 Aug 10 15:13:34.282746 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b72e8-2c45-49a4-82c9-9b32aa086b35 req-159f98c7-7360-4e94-b551-513a6c10b376 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:34.284256 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-087b72e8-2c45-49a4-82c9-9b32aa086b35 req-159f98c7-7360-4e94-b551-513a6c10b376 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0540009 Aug 10 15:13:34.322328 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-087b72e8-2c45-49a4-82c9-9b32aa086b35 req-e38a1bc9-c990-487b-b9f6-82ec869fbfd5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Aug 10 15:13:34.514305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59615413-f3c6-4814-b4c1-da717135f744 req-256c65fe-2e6a-481f-8f7f-f0dd25837861 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:34.515840 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-59615413-f3c6-4814-b4c1-da717135f744 req-256c65fe-2e6a-481f-8f7f-f0dd25837861 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 945 time: 0.0499961 Aug 10 15:13:34.567417 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-59615413-f3c6-4814-b4c1-da717135f744 req-6032cb27-f09b-43fe-92c1-6d7127911702 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 Aug 10 15:13:34.604603 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036a96-0fae-45ac-8436-6499017ddda0 req-7683779d-398f-48d7-b63a-d08fe65c8730 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:34.606126 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d036a96-0fae-45ac-8436-6499017ddda0 req-7683779d-398f-48d7-b63a-d08fe65c8730 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0548334 Aug 10 15:13:34.659863 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d036a96-0fae-45ac-8436-6499017ddda0 req-9f10e7e9-9da6-45ed-b18b-bbef22d893cc tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474942 Aug 10 15:13:34.701057 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d155ce-3b23-4baf-a482-b3edfe90f712 req-bb56146f-b39e-4c0b-b3a3-b9ad0112d651 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:34.702874 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-17d155ce-3b23-4baf-a482-b3edfe90f712 req-bb56146f-b39e-4c0b-b3a3-b9ad0112d651 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0603266 Aug 10 15:13:34.745138 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-17d155ce-3b23-4baf-a482-b3edfe90f712 req-eb28e49b-566a-4c6d-8c79-4333c683ec42 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358360 Aug 10 15:13:34.838717 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device d416e01b-0ce7-46e2-a8eb-3266d5019868 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:13:34.860505 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: d416e01b-0ce7-46e2-a8eb-3266d5019868 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:13:34.860856 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device d416e01b-0ce7-46e2-a8eb-3266d5019868 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:13:34.982256 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eb647-3d3a-452b-8473-0f89526b0f10 req-eb3348cb-ab18-4219-962e-1814b5881fc2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:34.984412 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-196eb647-3d3a-452b-8473-0f89526b0f10 req-eb3348cb-ab18-4219-962e-1814b5881fc2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0672805 Aug 10 15:13:35.026672 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-196eb647-3d3a-452b-8473-0f89526b0f10 req-434ec46f-359e-42d2-a9b4-39fb2bb78097 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352781 Aug 10 15:13:35.441025 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2edb3-6c00-4111-a923-ecf417dae734 req-1f62ebdb-746f-426f-bf0b-eabe4a58407a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:35.442620 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-09e2edb3-6c00-4111-a923-ecf417dae734 req-1f62ebdb-746f-426f-bf0b-eabe4a58407a tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0510175 Aug 10 15:13:35.486416 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-09e2edb3-6c00-4111-a923-ecf417dae734 req-e17fbfd2-9f09-49ec-87e3-6dde92bd9f47 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Aug 10 15:13:35.718884 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd82f4-7720-4fb3-a3f9-ceddd3c43b3a req-d660416d-7ac2-4710-b260-1280789ebb98 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:35.720419 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a7dd82f4-7720-4fb3-a3f9-ceddd3c43b3a req-d660416d-7ac2-4710-b260-1280789ebb98 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 945 time: 0.0609503 Aug 10 15:13:35.787740 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a7dd82f4-7720-4fb3-a3f9-ceddd3c43b3a req-ea6cb950-4cdd-4213-928e-1b964b864f90 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611300 Aug 10 15:13:35.802782 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9ca1e-9307-4741-ad4c-1458791cfbe9 req-b424002c-7f70-4df3-816f-f7ddd682373c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:35.804969 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6fd9ca1e-9307-4741-ad4c-1458791cfbe9 req-b424002c-7f70-4df3-816f-f7ddd682373c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0760157 Aug 10 15:13:35.845578 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6fd9ca1e-9307-4741-ad4c-1458791cfbe9 req-bd265fac-0c64-4aec-be5f-b708dc7b250c tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340114 Aug 10 15:13:35.896820 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27643e0b-f29d-4763-a5b1-e16bd4e1b46a req-1f853660-0807-4ea0-af36-cfc86e38ec33 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:35.898370 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27643e0b-f29d-4763-a5b1-e16bd4e1b46a req-1f853660-0807-4ea0-af36-cfc86e38ec33 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0518975 Aug 10 15:13:35.943642 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27643e0b-f29d-4763-a5b1-e16bd4e1b46a req-0c58f0a1-3c8f-4a55-bb11-64ee8eebcf61 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378008 Aug 10 15:13:36.159520 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785e43-83cc-40ae-9f0d-ec80f267769f req-f1865a94-8c1d-4d22-9528-73d90acaced7 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:36.161121 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8b785e43-83cc-40ae-9f0d-ec80f267769f req-f1865a94-8c1d-4d22-9528-73d90acaced7 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.0581183 Aug 10 15:13:36.201551 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8b785e43-83cc-40ae-9f0d-ec80f267769f req-c77d1c4a-077d-4b46-937b-831597200c1e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336437 Aug 10 15:13:36.609104 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374aa84-b319-40c3-80fc-70fcda44346c req-b55093c8-c805-4b88-a59e-1ad4000326b4 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:36.610700 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c374aa84-b319-40c3-80fc-70fcda44346c req-b55093c8-c805-4b88-a59e-1ad4000326b4 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0535634 Aug 10 15:13:36.657227 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c374aa84-b319-40c3-80fc-70fcda44346c req-78081ab7-c422-47ac-aa5c-d0d14c3f7949 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383129 Aug 10 15:13:36.903033 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8d6c5a2-b3b5-40f1-b30e-896ee89c9d9e tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:36.904662 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8d6c5a2-b3b5-40f1-b30e-896ee89c9d9e tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.0801203 Aug 10 15:13:36.979006 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffea2d-eaf1-45bb-bc3b-4bcd450b9303 req-51487c8f-9bc1-4691-b6ab-a087bab33b1a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:36.980530 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9dffea2d-eaf1-45bb-bc3b-4bcd450b9303 req-51487c8f-9bc1-4691-b6ab-a087bab33b1a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 945 time: 0.1182876 Aug 10 15:13:37.327645 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46b98-3a7d-4913-a0eb-48b0070ba546 req-4e1529f3-557a-45a8-86e9-d04658fa0c28 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:37.327645 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69d46b98-3a7d-4913-a0eb-48b0070ba546 req-4e1529f3-557a-45a8-86e9-d04658fa0c28 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 945 time: 0.3934627 Aug 10 15:13:37.352317 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9dffea2d-eaf1-45bb-bc3b-4bcd450b9303 req-bae9e768-7c5d-4d36-b6ed-3e7192714f82 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606434 Aug 10 15:13:37.493029 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69d46b98-3a7d-4913-a0eb-48b0070ba546 req-e9080a93-fd94-4a37-be9c-4a146a50b9ef tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374152 Aug 10 15:13:37.515365 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-5d327c2c-fe97-4ae6-bf94-6d87681086e5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:37.515365 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-5d327c2c-fe97-4ae6-bf94-6d87681086e5 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 945 time: 0.1875050 Aug 10 15:13:37.529965 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Deleting port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:13:37.530322 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:37.580940 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9081bf-149c-416a-9088-23ff23abe9d2 req-3346bae8-22c2-44cc-ab8d-ea7fef3c4aae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:37.582523 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7f9081bf-149c-416a-9088-23ff23abe9d2 req-3346bae8-22c2-44cc-ab8d-ea7fef3c4aae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.1607919 Aug 10 15:13:37.762703 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7f9081bf-149c-416a-9088-23ff23abe9d2 req-7314a2bb-e0e9-45d7-a7d7-459f9ec4b68d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434216 Aug 10 15:13:37.774210 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ceb31-3bce-46dd-840b-9d6d129fef2b req-6bd83f42-4dff-48b2-af55-9b250471fff6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:37.775845 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9b7ceb31-3bce-46dd-840b-9d6d129fef2b req-6bd83f42-4dff-48b2-af55-9b250471fff6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 943 time: 0.2062967 Aug 10 15:13:37.782343 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] For port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,segment=NetworkSegment(79119fb8-f250-4b47-a75c-b625eee32370),segment_id=79119fb8-f250-4b47-a75c-b625eee32370)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:37.782759 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:37.818397 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Calling delete_port for 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:13:37.913096 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Deleting port a1471729-0745-422e-ae5e-e70a7a31601e {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:13:37.913438 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:37.933445 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9b7ceb31-3bce-46dd-840b-9d6d129fef2b req-eb931941-047b-4cfe-bba8-16559a102ce6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346588 Aug 10 15:13:38.010023 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2376f6-7b81-4048-8907-489fc25bd3b4 req-e1dc3a65-b6f0-4b1f-ba99-b030e840aa7b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:38.011577 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6e2376f6-7b81-4048-8907-489fc25bd3b4 req-e1dc3a65-b6f0-4b1f-ba99-b030e840aa7b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1849687 Aug 10 15:13:38.125010 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6e2376f6-7b81-4048-8907-489fc25bd3b4 req-516c3e6a-1e31-418c-9367-17a6c53ab33e tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045721 Aug 10 15:13:38.134642 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] For port a1471729-0745-422e-ae5e-e70a7a31601e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a1471729-0745-422e-ae5e-e70a7a31601e,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:38.135021 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:38.154601 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Calling delete_port for a1471729-0745-422e-ae5e-e70a7a31601e owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:13:38.172539 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:38.245714 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Pushing event deleted for resources: {'Port': ['ID=7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:38.303673 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] No DVR routers for this DVR port 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:13:38.307157 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:38.309913 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c5914cab-47d7-4f08-9692-d4bf998783c7 req-b8705ce8-1a04-487e-98e7-493a9321b7b2 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.50 "DELETE /v2.0/ports/7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd HTTP/1.1" status: 204 len: 173 time: 1.3894632 Aug 10 15:13:38.312423 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb50c84f-f10a-48e5-8b23-82423a5a1c81', 'name': 'network-vif-deleted', 'tag': '7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:38.315049 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d7b834-d8d1-4f3f-b1e3-c5132a65a6e3" -d '{"events": [{"server_uuid": "bb50c84f-f10a-48e5-8b23-82423a5a1c81", "name": "network-vif-deleted", "tag": "7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:38.381556 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d527b9-de93-4971-a406-11365a709b32 x-openstack-request-id: req-85d527b9-de93-4971-a406-11365a709b32 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:38.382565 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb50c84f-f10a-48e5-8b23-82423a5a1c81", "name": "network-vif-deleted", "tag": "7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:38.382565 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85d527b9-de93-4971-a406-11365a709b32 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:38.382855 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb50c84f-f10a-48e5-8b23-82423a5a1c81', 'name': 'network-vif-deleted', 'tag': '7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd', 'status': 'completed', 'code': 200} Aug 10 15:13:38.404205 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:38.436061 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Pushing event deleted for resources: {'Port': ['ID=a1471729-0745-422e-ae5e-e70a7a31601e,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:38.494119 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] No DVR routers for this DVR port a1471729-0745-422e-ae5e-e70a7a31601e on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:13:38.499775 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:38.500703 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:13:38.504390 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a2a67ea4-b526-4f70-a4f2-f973d0234a48 req-003714aa-e13c-460a-982d-518ff52a0b05 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "DELETE /v2.0/ports/a1471729-0745-422e-ae5e-e70a7a31601e HTTP/1.1" status: 204 len: 173 time: 0.9839451 Aug 10 15:13:38.545478 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f22d757c-d1ce-4554-88a4-cd84b58497c1 req-77f42341-88fa-4478-8998-8b0bcbdb96b8 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 210 time: 0.0781093 Aug 10 15:13:38.656150 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d005d958-887a-4d5e-ad93-ae7b8adc1c3f req-30bcffc3-e94a-41ae-8618-7a57b44537ba tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 210 time: 0.0455019 Aug 10 15:13:38.728895 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:38.741267 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'port_id': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'mac_address': 'fa:16:3e:0f:07:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:13:38.781090 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:38.796199 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e97d4c-84d2-4446-a30d-eac69f4dc556 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:13:38.820139 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:38.825631 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:38.884559 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=9']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:38.951288 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87032c77-7164-4661-9a4b-199f5afe150a req-e1e3252a-3c1e-4361-a83a-cae984618582 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:38.954521 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-87032c77-7164-4661-9a4b-199f5afe150a req-e1e3252a-3c1e-4361-a83a-cae984618582 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0864110 Aug 10 15:13:39.020183 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-87032c77-7164-4661-9a4b-199f5afe150a req-23202e4b-a024-47f5-a71d-6aeb7151f5bc tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585401 Aug 10 15:13:39.072313 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c252c53-22fd-4355-8c27-1667ff0ddc1b req-2c98b2cc-ee23-462f-a122-916fcff719a3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:39.073971 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0c252c53-22fd-4355-8c27-1667ff0ddc1b req-2c98b2cc-ee23-462f-a122-916fcff719a3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 944 time: 0.0594828 Aug 10 15:13:39.120545 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0c252c53-22fd-4355-8c27-1667ff0ddc1b req-721c9344-c06e-4460-81f6-da43a61922c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367548 Aug 10 15:13:39.659035 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-49e9db2d-c0eb-4378-9aaa-4caf66174e1c req-424ffb10-79fc-4ce9-ad1d-8ff841023be3 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 210 time: 0.0274220 Aug 10 15:13:39.752416 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b32fcb41-e8c1-461d-8820-fe32516d328c req-e931ded5-33eb-4cf2-bb11-b157eda1f528 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 210 time: 0.0264068 Aug 10 15:13:40.184746 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa3b3a-1605-4abe-b679-72c6dddb12c6 req-733cf179-251e-45d8-8764-fca63d27b7f2 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:40.187588 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8bfa3b3a-1605-4abe-b679-72c6dddb12c6 req-733cf179-251e-45d8-8764-fca63d27b7f2 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0835195 Aug 10 15:13:40.262362 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8bfa3b3a-1605-4abe-b679-72c6dddb12c6 req-b603241f-6743-4216-a380-6a37bff07e34 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676692 Aug 10 15:13:40.280229 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f90882-ec17-4cc5-af21-b2d9d51d0a08 req-45506adf-d886-43d6-a1c1-aa3c4b7f1bd8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:40.281749 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b7f90882-ec17-4cc5-af21-b2d9d51d0a08 req-45506adf-d886-43d6-a1c1-aa3c4b7f1bd8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 944 time: 0.0781710 Aug 10 15:13:40.286841 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:40.336642 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['f12653ee-a991-4095-b0e5-350f570e79ba', '30de3e51-c8b7-4daf-8fe0-323cc5e74d68', 'a1471729-0745-422e-ae5e-e70a7a31601e'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:40.339788 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b7f90882-ec17-4cc5-af21-b2d9d51d0a08 req-0a8365e9-e0f7-4e56-a869-7f5eb3b44581 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508449 Aug 10 15:13:40.384573 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2065d0-a94e-47d2-9da5-564fb782cb36', 'name': 'network-vif-deleted', 'tag': 'a1471729-0745-422e-ae5e-e70a7a31601e'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:40.387156 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dd4ec9-cd3e-4927-8bb7-c9e3d9cf29e1" -d '{"events": [{"server_uuid": "0d2065d0-a94e-47d2-9da5-564fb782cb36", "name": "network-vif-deleted", "tag": "a1471729-0745-422e-ae5e-e70a7a31601e"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:40.508500 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86421ab1-941a-40d8-9532-196df8df8930 x-openstack-request-id: req-86421ab1-941a-40d8-9532-196df8df8930 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:40.508500 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2065d0-a94e-47d2-9da5-564fb782cb36", "name": "network-vif-deleted", "tag": "a1471729-0745-422e-ae5e-e70a7a31601e", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:40.509083 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86421ab1-941a-40d8-9532-196df8df8930 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:40.509643 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2065d0-a94e-47d2-9da5-564fb782cb36', 'name': 'network-vif-deleted', 'tag': 'a1471729-0745-422e-ae5e-e70a7a31601e', 'status': 'completed', 'code': 200} Aug 10 15:13:40.664927 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['75e97d4c-84d2-4446-a30d-eac69f4dc556'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:40.822070 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-411cbec4-4be0-4fe4-b125-b648cdf92d88 req-ceed02fe-419f-4d8d-a36e-a14c5ac13f73 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d2065d0-a94e-47d2-9da5-564fb782cb36 HTTP/1.1" status: 200 len: 210 time: 0.0475502 Aug 10 15:13:40.918800 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5100ff46-d045-4742-80cc-b14599c2ed50 req-5fc769e5-859a-4cc5-83f8-0b5852451c76 tempest-VolumesActionsTest-471545190 tempest-VolumesActionsTest-471545190-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb50c84f-f10a-48e5-8b23-82423a5a1c81 HTTP/1.1" status: 200 len: 210 time: 0.0295274 Aug 10 15:13:41.419419 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53288f8e-466f-4365-a257-8c1525ec6974 req-96298423-851e-47e0-9285-90c63f5f5b73 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:41.428212 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-53288f8e-466f-4365-a257-8c1525ec6974 req-96298423-851e-47e0-9285-90c63f5f5b73 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0822046 Aug 10 15:13:41.507991 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-53288f8e-466f-4365-a257-8c1525ec6974 req-fb64270c-c341-4071-bf83-c6251f9759ce tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781956 Aug 10 15:13:41.527034 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd31e8-0a23-4ae7-a1cb-e8083e38ab90 req-84290bd3-365b-4a07-97c8-5125da6a3ac3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:41.531472 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-12bd31e8-0a23-4ae7-a1cb-e8083e38ab90 req-84290bd3-365b-4a07-97c8-5125da6a3ac3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 944 time: 0.1003840 Aug 10 15:13:41.583230 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-12bd31e8-0a23-4ae7-a1cb-e8083e38ab90 req-21df5d22-f37a-4e2b-ad8e-9e48d1a971c1 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471046 Aug 10 15:13:41.870503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-3408a697-dc2a-4649-94f9-ea3f022bae28 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:41.872260 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-3408a697-dc2a-4649-94f9-ea3f022bae28 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/networks?id=1f77195e-9dcf-46ba-8bad-f25e051755ed HTTP/1.1" status: 200 len: 814 time: 0.1251144 Aug 10 15:13:41.891992 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-8ffb6a13-e45c-4a8e-a6a7-7adef68942f2 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/quotas/9689034486024264a65fae6b1b3aa932 HTTP/1.1" status: 200 len: 375 time: 0.0133381 Aug 10 15:13:41.930651 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-65cfc4b7-807d-4996-9317-3bec929d1deb tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9689034486024264a65fae6b1b3aa932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314901 Aug 10 15:13:42.108263 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-6149c1a7-2cdd-4ae0-9a4b-d83f42c7a4e4 service neutron] 10.222.0.26 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688681 Aug 10 15:13:42.292278 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:13:42.293260 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4265-15fc-4a09-9830-e106666b01bf req-c019b6fb-7ca5-44c5-a686-60acd7c3d6f4 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:42.294920 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4efd4265-15fc-4a09-9830-e106666b01bf req-c019b6fb-7ca5-44c5-a686-60acd7c3d6f4 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 946 time: 0.1427021 Aug 10 15:13:42.301040 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-7e00cd26-ec61-4663-b697-9d26374fb74f service neutron] 10.222.0.26 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805847 Aug 10 15:13:42.352706 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 75e97d4c-84d2-4446-a30d-eac69f4dc556 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:13:42.353577 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:42.359269 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4efd4265-15fc-4a09-9830-e106666b01bf req-00851498-6b78-4f64-a776-abc658944eeb tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538366 Aug 10 15:13:42.471076 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:42.512197 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:42.516805 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128e5637-324d-4a95-b85f-37a60e36ea1b" -d '{"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-plugged", "status": "completed", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:42.538101 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ba41ef49-da84-468d-855c-a6aeafb3ee7c req-8ef6265b-cc61-41c2-aadb-85d53d92b205 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 210 time: 0.0476797 Aug 10 15:13:42.546102 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:42.563858 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:42.565014 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device a1471729-0745-422e-ae5e-e70a7a31601e no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:13:42.638376 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c739a265-8825-420c-982c-3f2ab33e035f x-openstack-request-id: req-c739a265-8825-420c-982c-3f2ab33e035f {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:42.638376 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-plugged", "status": "completed", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:42.638376 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c739a265-8825-420c-982c-3f2ab33e035f {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:42.638376 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'code': 200} Aug 10 15:13:42.638376 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: a1471729-0745-422e-ae5e-e70a7a31601e {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:13:42.638376 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device a1471729-0745-422e-ae5e-e70a7a31601e not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:13:42.680678 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=10']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:42.780682 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccc464-fcb6-43fa-bafb-de7af98106ce req-e307ff04-af19-4999-bd9e-68dd87a1c4bd tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:42.783301 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9cccc464-fcb6-43fa-bafb-de7af98106ce req-e307ff04-af19-4999-bd9e-68dd87a1c4bd tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.1242819 Aug 10 15:13:42.822292 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbce889-6ca1-433d-ad26-6461b7fc2ae5 req-4307a149-f085-42d5-ba83-13862f8f88ea tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:42.824734 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdbce889-6ca1-433d-ad26-6461b7fc2ae5 req-4307a149-f085-42d5-ba83-13862f8f88ea tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.1243372 Aug 10 15:13:42.902558 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9cccc464-fcb6-43fa-bafb-de7af98106ce req-4d6d5a5f-fb03-471c-8c90-9484c693519e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047375 Aug 10 15:13:42.923832 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdbce889-6ca1-433d-ad26-6461b7fc2ae5 req-c32c0dee-292b-4099-b356-60b3d314733b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862141 Aug 10 15:13:43.276463 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92c826-26b1-4eca-b532-2bfab9d89b36 req-60b78d63-3733-4f8a-89ef-556ed56368a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:43.277988 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6d92c826-26b1-4eca-b532-2bfab9d89b36 req-60b78d63-3733-4f8a-89ef-556ed56368a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 1099 time: 0.0516109 Aug 10 15:13:43.326519 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6d92c826-26b1-4eca-b532-2bfab9d89b36 req-1983b306-263a-43c6-8ce1-86ca80cbea20 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345838 Aug 10 15:13:43.482877 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b22e3b-eb1b-40b4-8feb-49cd9713f33b req-40a76f59-d365-4dc9-a953-92443588e3fd tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:43.484484 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b1b22e3b-eb1b-40b4-8feb-49cd9713f33b req-40a76f59-d365-4dc9-a953-92443588e3fd tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 946 time: 0.0520096 Aug 10 15:13:43.526641 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b1b22e3b-eb1b-40b4-8feb-49cd9713f33b req-24c81fa9-b14c-4b28-ae6d-a690d40935a7 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358322 Aug 10 15:13:43.643662 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3253434f-40de-4572-b3f8-d59d32dadc84 req-05dcfb1e-1404-4f22-9b60-4ff07920dd15 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 210 time: 0.0288069 Aug 10 15:13:44.063559 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdca356-5194-4441-8ee8-6a9a886d4a3e req-fa773b2a-3015-4d70-8ebb-24206e0e495c tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:44.065167 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6cdca356-5194-4441-8ee8-6a9a886d4a3e req-fa773b2a-3015-4d70-8ebb-24206e0e495c tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0663269 Aug 10 15:13:44.136967 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6cdca356-5194-4441-8ee8-6a9a886d4a3e req-8cf1acf2-a5e5-4092-bec8-a9d07b4327eb tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619953 Aug 10 15:13:44.148635 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad28dfc-9b11-49a7-910b-efb6546fa920 req-55813d0d-6ed5-41ca-bfff-4181970beaaf tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:44.150229 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aad28dfc-9b11-49a7-910b-efb6546fa920 req-55813d0d-6ed5-41ca-bfff-4181970beaaf tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.0841341 Aug 10 15:13:44.208612 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-aad28dfc-9b11-49a7-910b-efb6546fa920 req-b153561f-9ea9-4217-b7d4-f8f89ce9860e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476387 Aug 10 15:13:44.444820 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:13:44.468585 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:13:44.468790 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 7c91f375-ebe6-41b5-a04a-6e6a8c5fa1bd not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:13:44.644975 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a30f2-9ea2-4140-a892-7598f8b18201 req-6363f446-a9a9-4c17-be09-4a827e5ef67a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:44.646703 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-186a30f2-9ea2-4140-a892-7598f8b18201 req-6363f446-a9a9-4c17-be09-4a827e5ef67a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 946 time: 0.0506892 Aug 10 15:13:44.711280 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-186a30f2-9ea2-4140-a892-7598f8b18201 req-6c1ab80b-b840-4ddf-a928-0d6bb3e3adf0 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574400 Aug 10 15:13:44.764080 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0b430d72-c5a4-4352-ae07-5441e0577a0c req-58a768d4-4e4f-4902-b6f3-e37666676742 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 210 time: 0.0489726 Aug 10 15:13:45.270648 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd191c-44d1-403e-8a36-01b5d1812df9 req-db8f7b0e-92b8-4dfe-b5a1-f74700404f77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:45.272391 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4bd191c-44d1-403e-8a36-01b5d1812df9 req-db8f7b0e-92b8-4dfe-b5a1-f74700404f77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0621235 Aug 10 15:13:45.375657 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4bd191c-44d1-403e-8a36-01b5d1812df9 req-23f39916-7a2c-4e25-8ec8-348fb20268ee tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954762 Aug 10 15:13:45.399914 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7e3cf-7f60-41e7-ada9-86a3e15626d5 req-fcbfcb1c-8253-4cec-bd00-01ef34638031 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:45.402430 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-39e7e3cf-7f60-41e7-ada9-86a3e15626d5 req-fcbfcb1c-8253-4cec-bd00-01ef34638031 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.0962245 Aug 10 15:13:45.446756 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-39e7e3cf-7f60-41e7-ada9-86a3e15626d5 req-bb1eff99-ebf8-4719-baeb-6c26e331ab3b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368502 Aug 10 15:13:45.846940 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5672b-d3df-472d-9c03-6934e56814f1 req-04dabb9b-73da-4e40-bbb7-dfd01b279313 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:45.848481 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fef5672b-d3df-472d-9c03-6934e56814f1 req-04dabb9b-73da-4e40-bbb7-dfd01b279313 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 946 time: 0.0695362 Aug 10 15:13:45.880639 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b595d8c5-b5fa-486f-bbbd-1ba373a2b738 req-f282c9db-9aed-4b77-aa13-793eda22d48d tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 210 time: 0.0311551 Aug 10 15:13:45.920732 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fef5672b-d3df-472d-9c03-6934e56814f1 req-44a2d5dd-4202-4eb4-a057-6fd4419fddcf tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628123 Aug 10 15:13:46.510145 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a094f-5ed1-464b-baba-d013ec464546 req-fa541d9d-1a81-4a69-84b1-96464ae16974 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:46.512370 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-249a094f-5ed1-464b-baba-d013ec464546 req-fa541d9d-1a81-4a69-84b1-96464ae16974 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0558925 Aug 10 15:13:46.632951 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-249a094f-5ed1-464b-baba-d013ec464546 req-4463655a-b16d-4c1f-93bc-d608f34974ad tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125736 Aug 10 15:13:46.655492 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098f5f7-3305-47cd-98f0-83994d573d02 req-7932842d-c5b4-4fe2-88f9-9edda295488f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:46.657589 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e098f5f7-3305-47cd-98f0-83994d573d02 req-7932842d-c5b4-4fe2-88f9-9edda295488f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.1277475 Aug 10 15:13:46.717266 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e098f5f7-3305-47cd-98f0-83994d573d02 req-b595f529-8ca3-4923-9826-4500f80b153f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532737 Aug 10 15:13:47.034447 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1ab35057-2f79-4e5b-a763-ef749ce6cccb req-592305c5-17a2-49c6-ba0d-0fbbe933061e tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 210 time: 0.0697927 Aug 10 15:13:47.148668 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-87d32ff9-3ce8-413a-8026-344a17007293 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:47.150194 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-87d32ff9-3ce8-413a-8026-344a17007293 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.50 "GET /v2.0/networks?id=1f77195e-9dcf-46ba-8bad-f25e051755ed HTTP/1.1" status: 200 len: 814 time: 0.2783842 Aug 10 15:13:47.173676 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b88d98-8cde-451f-ac80-1aac3f5c437d req-31f7584d-02fd-4fb5-92bc-b5a35461125e tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:47.175182 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-24b88d98-8cde-451f-ac80-1aac3f5c437d req-31f7584d-02fd-4fb5-92bc-b5a35461125e tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 946 time: 0.1451657 Aug 10 15:13:47.181604 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Request body: {'port': {'device_id': '32132020-1681-4192-813b-88751433645d', 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed', 'admin_state_up': True, 'tenant_id': '9689034486024264a65fae6b1b3aa932'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:13:47.193098 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f547475-401d-4258-a6c8-aafad6781b3c req-7eae3adc-c825-4eb0-a444-3cb95f0fddea tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:47.194609 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9f547475-401d-4258-a6c8-aafad6781b3c req-7eae3adc-c825-4eb0-a444-3cb95f0fddea tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 946 time: 0.1364887 Aug 10 15:13:47.369186 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-24b88d98-8cde-451f-ac80-1aac3f5c437d req-3bc8c7f7-cae0-4eec-bda4-f514bdaa9920 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838684 Aug 10 15:13:47.432484 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-9f547475-401d-4258-a6c8-aafad6781b3c req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Deleting port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:13:47.432801 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9f547475-401d-4258-a6c8-aafad6781b3c req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:47.437661 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Made reservation on behalf of 9689034486024264a65fae6b1b3aa932 for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:13:47.441266 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:47.634173 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-9f547475-401d-4258-a6c8-aafad6781b3c req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] For port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:47.634173 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9f547475-401d-4258-a6c8-aafad6781b3c req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:47.692028 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-9f547475-401d-4258-a6c8-aafad6781b3c req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Calling delete_port for 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:13:47.803730 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Allocated IP 172.20.0.6 (1f77195e-9dcf-46ba-8bad-f25e051755ed/4c875a83-9c60-4a88-b9e8-d557a3315cd2/751fcd9e-f788-4dce-a8c6-4c28ddd7bd82) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:13:48.502468 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7bb2f-6111-4c99-96b2-5567425dc545 req-c5e427c5-ccee-47ec-90b8-36abeb4743c7 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:48.511190 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a9c7bb2f-6111-4c99-96b2-5567425dc545 req-c5e427c5-ccee-47ec-90b8-36abeb4743c7 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.6620049 Aug 10 15:13:48.605580 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af09ded-cd27-49fb-9e29-88b9fec074d8 req-fb64a1de-0534-4b00-8dd3-771bb82c0840 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:48.608026 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2af09ded-cd27-49fb-9e29-88b9fec074d8 req-fb64a1de-0534-4b00-8dd3-771bb82c0840 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.6217656 Aug 10 15:13:48.662669 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9f547475-401d-4258-a6c8-aafad6781b3c req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:48.682454 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['f12653ee-a991-4095-b0e5-350f570e79ba', '30de3e51-c8b7-4daf-8fe0-323cc5e74d68'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:48.765103 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:48.859890 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Pushing event deleted for resources: {'Port': ['ID=30de3e51-c8b7-4daf-8fe0-323cc5e74d68,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:48.876096 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a9c7bb2f-6111-4c99-96b2-5567425dc545 req-190822d2-5391-4c65-85a1-bde72492843d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3638299 Aug 10 15:13:48.954329 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f547475-401d-4258-a6c8-aafad6781b3c req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] No DVR routers for this DVR port 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:13:48.960168 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9f547475-401d-4258-a6c8-aafad6781b3c req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:48.983144 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9f547475-401d-4258-a6c8-aafad6781b3c req-33cd2d6e-6251-4b35-be4d-e66628a4935f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "DELETE /v2.0/ports/30de3e51-c8b7-4daf-8fe0-323cc5e74d68 HTTP/1.1" status: 204 len: 173 time: 1.7798250 Aug 10 15:13:48.984080 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4135cc7-6689-4863-ba54-acdff4b42882', 'name': 'network-vif-deleted', 'tag': '30de3e51-c8b7-4daf-8fe0-323cc5e74d68'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:48.988195 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaba436-d179-44c1-8dd0-f21b69c4aae6" -d '{"events": [{"server_uuid": "d4135cc7-6689-4863-ba54-acdff4b42882", "name": "network-vif-deleted", "tag": "30de3e51-c8b7-4daf-8fe0-323cc5e74d68"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:49.008578 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:49.104247 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Network 1f77195e-9dcf-46ba-8bad-f25e051755ed is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:13:49.138604 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2af09ded-cd27-49fb-9e29-88b9fec074d8 req-4771d184-334e-4d39-b788-af1ffae20686 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5197806 Aug 10 15:13:49.142686 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:13:49.146568 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:13:49.233802 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:49.234514 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:49.268123 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0916846 Aug 10 15:13:49.292591 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd5bab-2486-44a2-a811-5255fea973b8 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Pushing event updated for resources: {'Port': ['ID=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:49.312894 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Request body: {'port': {'device_id': '32132020-1681-4192-813b-88751433645d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:13:49.332195 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469d4f8-4053-4720-9ccd-cdff05634d06 req-e1fd2f9b-81c8-4745-96fa-827a07c8fb85 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:49.334317 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a469d4f8-4053-4720-9ccd-cdff05634d06 req-e1fd2f9b-81c8-4745-96fa-827a07c8fb85 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2986345 Aug 10 15:13:49.452849 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a469d4f8-4053-4720-9ccd-cdff05634d06 req-fb5faffd-ba4c-4ec7-bfe9-6f4f105318af tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922673 Aug 10 15:13:49.493327 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:49.518060 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a860f-d4f7-4850-aaa4-3882571304b9 req-ab2bdc00-e30c-4c64-a62b-886195b52e59 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:49.519642 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c32a860f-d4f7-4850-aaa4-3882571304b9 req-ab2bdc00-e30c-4c64-a62b-886195b52e59 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 931 time: 0.1374047 Aug 10 15:13:49.646241 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2eb35f3-7efe-4db2-aa2c-b0626c792f16 req-eb9d940d-23c5-4665-a46b-86fcb6c2b3f7 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4135cc7-6689-4863-ba54-acdff4b42882 HTTP/1.1" status: 200 len: 210 time: 0.0690947 Aug 10 15:13:49.665612 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c32a860f-d4f7-4850-aaa4-3882571304b9 req-adb9fe4b-9515-4c93-85c9-571196fbbd72 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375120 Aug 10 15:13:49.755763 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9c5280-1f7d-452c-8f4d-d6303c8460d5 x-openstack-request-id: req-cc9c5280-1f7d-452c-8f4d-d6303c8460d5 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:49.756326 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4135cc7-6689-4863-ba54-acdff4b42882", "name": "network-vif-deleted", "tag": "30de3e51-c8b7-4daf-8fe0-323cc5e74d68", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:49.756586 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc9c5280-1f7d-452c-8f4d-d6303c8460d5 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:49.756986 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4135cc7-6689-4863-ba54-acdff4b42882', 'name': 'network-vif-deleted', 'tag': '30de3e51-c8b7-4daf-8fe0-323cc5e74d68', 'status': 'completed', 'code': 200} Aug 10 15:13:49.986694 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:13:50.002743 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:50.062916 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Transition to ACTIVE for port object 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:13:50.069578 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:50.178870 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d81553-c285-49ab-83da-630e1ac04d5d req-ba47f73c-a2f6-49cc-a96d-6b81e59b0129 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:50.181337 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-14d81553-c285-49ab-83da-630e1ac04d5d req-ba47f73c-a2f6-49cc-a96d-6b81e59b0129 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.1711216 Aug 10 15:13:50.210880 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Pushing event updated for resources: {'Port': ['ID=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:50.276704 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Attempting to bind port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:13:50.277036 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Attempting to bind port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c5ca7260-0e41-4858-874b-71a3cd07c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:13:50.277327 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Attempting to bind port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 on network 1f77195e-9dcf-46ba-8bad-f25e051755ed {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:13:50.285356 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 on network 1f77195e-9dcf-46ba-8bad-f25e051755ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:13:50.285732 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Attempting to bind port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 on network 1f77195e-9dcf-46ba-8bad-f25e051755ed {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:13:50.305229 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:13:50.305610 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Checking segment: {'id': 'c5ca7260-0e41-4858-874b-71a3cd07c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:13:50.305973 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Bound using segment: {'id': 'c5ca7260-0e41-4858-874b-71a3cd07c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:13:50.307358 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Bound port: 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ca7260-0e41-4858-874b-71a3cd07c166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:13:50.307358 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:50.326284 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-14d81553-c285-49ab-83da-630e1ac04d5d req-33983ad8-9db6-4d7e-9bcd-5c57861b5dae tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1365499 Aug 10 15:13:50.511591 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd097b-20ca-4fde-a5e9-f9b058f81fa7 req-e9c49030-2b70-41e2-8eff-3face7a53436 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:50.514860 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7dbd097b-20ca-4fde-a5e9-f9b058f81fa7 req-e9c49030-2b70-41e2-8eff-3face7a53436 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.1387954 Aug 10 15:13:50.520460 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] For port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:13:50.530064 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] For port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:13:50.555421 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:50.713452 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7dbd097b-20ca-4fde-a5e9-f9b058f81fa7 req-e707b0c4-c436-4bad-8309-6548d4cc3626 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885853 Aug 10 15:13:50.726646 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:50.727329 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:50.728720 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] 10.222.0.50 "PUT /v2.0/ports/751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 HTTP/1.1" status: 200 len: 1093 time: 1.4420421 Aug 10 15:13:50.762928 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeb9d3-cd08-4052-a968-6a6efb6b8c65 req-4389f79a-6e08-4124-97d3-e4c9c54e3930 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:50.764522 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d9eeb9d3-cd08-4052-a968-6a6efb6b8c65 req-4389f79a-6e08-4124-97d3-e4c9c54e3930 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2007499 Aug 10 15:13:50.776489 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d6032-e198-409b-b1ee-e92229845c27 service neutron] Pushing event updated for resources: {'Port': ['ID=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:50.945699 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d9eeb9d3-cd08-4052-a968-6a6efb6b8c65 req-f8037ac0-8a9d-42ed-800d-ee47f4f117a6 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584177 Aug 10 15:13:51.075545 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-0c08bfb0-367f-4a7e-a27e-1e864d092441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:51.077563 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-0c08bfb0-367f-4a7e-a27e-1e864d092441 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9689034486024264a65fae6b1b3aa932&device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 1096 time: 0.2164707 Aug 10 15:13:51.092751 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a17ee-9147-445c-a689-147b4a571e77 req-60ccbe59-d143-4a38-8110-589154c4e681 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:51.100643 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-809a17ee-9147-445c-a689-147b4a571e77 req-60ccbe59-d143-4a38-8110-589154c4e681 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 943 time: 0.1948435 Aug 10 15:13:51.123890 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cc576-12de-423d-9820-6481621cd243 req-5489a333-52f4-4ea4-8ecd-66ec39a433af tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:51.125614 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b87cc576-12de-423d-9820-6481621cd243 req-5489a333-52f4-4ea4-8ecd-66ec39a433af tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.50 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 945 time: 0.2628648 Aug 10 15:13:51.220895 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-48dc3eb5-05fa-4c49-bf4d-c36e7f9997c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 HTTP/1.1" status: 200 len: 217 time: 0.1112845 Aug 10 15:13:51.348753 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-809a17ee-9147-445c-a689-147b4a571e77 req-8bc5f73d-5441-4a8c-9caa-beddf24641c4 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464740 Aug 10 15:13:51.434124 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-57f85aa1-02fd-4da5-9612-c90785cd6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:51.437011 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-57f85aa1-02fd-4da5-9612-c90785cd6220 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c875a83-9c60-4a88-b9e8-d557a3315cd2 HTTP/1.1" status: 200 len: 854 time: 0.1904826 Aug 10 15:13:51.548255 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-36827908-2731-48de-a445-a23c415ded9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f77195e-9dcf-46ba-8bad-f25e051755ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970533 Aug 10 15:13:51.612915 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-b87cc576-12de-423d-9820-6481621cd243 req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Deleting port 4aec4683-7906-443c-8aeb-340e9808b49a {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:13:51.613352 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-b87cc576-12de-423d-9820-6481621cd243 req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:51.701951 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbabc1b-d6f7-4538-ad4f-82fb8cac5238 req-bcab85ab-e318-4e67-bd1b-aff2987fab6d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:51.703845 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7dbabc1b-d6f7-4538-ad4f-82fb8cac5238 req-bcab85ab-e318-4e67-bd1b-aff2987fab6d tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.2544098 Aug 10 15:13:51.761949 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32132020-1681-4192-813b-88751433645d', 'tag': '751fcd9e-f788-4dce-a8c6-4c28ddd7bd82'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:51.764371 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0189b3c2-b471-4836-a6e5-6fb06e001a18" -d '{"events": [{"name": "network-changed", "server_uuid": "32132020-1681-4192-813b-88751433645d", "tag": "751fcd9e-f788-4dce-a8c6-4c28ddd7bd82"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:51.808917 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-615e4cdb-924f-4759-8acd-76c398e269af service neutron] 10.222.0.50 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505932 Aug 10 15:13:51.821865 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61de21eb-d71c-457a-93e4-791eb986af49 x-openstack-request-id: req-61de21eb-d71c-457a-93e4-791eb986af49 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:51.822368 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32132020-1681-4192-813b-88751433645d", "tag": "751fcd9e-f788-4dce-a8c6-4c28ddd7bd82", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:51.822731 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61de21eb-d71c-457a-93e4-791eb986af49 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:51.823226 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32132020-1681-4192-813b-88751433645d', 'tag': '751fcd9e-f788-4dce-a8c6-4c28ddd7bd82', 'status': 'completed', 'code': 200} Aug 10 15:13:51.840118 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-b87cc576-12de-423d-9820-6481621cd243 req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] For port 4aec4683-7906-443c-8aeb-340e9808b49a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4aec4683-7906-443c-8aeb-340e9808b49a,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:51.840542 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-b87cc576-12de-423d-9820-6481621cd243 req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:51.848106 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7dbabc1b-d6f7-4538-ad4f-82fb8cac5238 req-7d33d667-dd32-47c2-85a5-9461c98cc799 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350083 Aug 10 15:13:51.913075 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-b87cc576-12de-423d-9820-6481621cd243 req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Calling delete_port for 4aec4683-7906-443c-8aeb-340e9808b49a owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:13:51.995502 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0291a3c6-4e09-4b62-9a45-b6b0628b42c7 req-cc9d5108-0b08-4207-b0c7-4c96b112fb96 service neutron] 10.222.0.50 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712308 Aug 10 15:13:52.213957 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-c29ea72f-b740-4947-8b47-aa803835e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:52.215623 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-c29ea72f-b740-4947-8b47-aa803835e521 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9689034486024264a65fae6b1b3aa932&device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 1096 time: 0.1404469 Aug 10 15:13:52.218871 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-b87cc576-12de-423d-9820-6481621cd243 req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:52.240642 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['b159d6b2-2a92-478b-b990-51ada4833dad', '4aec4683-7906-443c-8aeb-340e9808b49a'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:52.252464 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Pushing event deleted for resources: {'Port': ['ID=4aec4683-7906-443c-8aeb-340e9808b49a,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:52.349259 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8b7f-f13e-449c-92a5-61f37f024066 req-95c01bdd-b12c-4940-8c9e-dc84c4ab4571 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:52.362005 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0f2d8b7f-f13e-449c-92a5-61f37f024066 req-95c01bdd-b12c-4940-8c9e-dc84c4ab4571 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=b688af7b-3ab2-49e6-91a1-ec1a0f40f011 HTTP/1.1" status: 200 len: 867 time: 0.2643871 Aug 10 15:13:52.403945 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:13:52.441532 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87cc576-12de-423d-9820-6481621cd243 req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] No DVR routers for this DVR port 4aec4683-7906-443c-8aeb-340e9808b49a on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:13:52.444045 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:13:52.444266 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 30de3e51-c8b7-4daf-8fe0-323cc5e74d68 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:13:52.458170 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1327b6ed-d635-4871-b5fe-11ccc8ec21c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:52.465007 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-b87cc576-12de-423d-9820-6481621cd243 req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:52.466807 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b87cc576-12de-423d-9820-6481621cd243 req-d2a7da2c-75ba-4ba9-8978-6271c8967fd0 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.50 "DELETE /v2.0/ports/4aec4683-7906-443c-8aeb-340e9808b49a HTTP/1.1" status: 204 len: 173 time: 1.3318932 Aug 10 15:13:52.538369 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0f2d8b7f-f13e-449c-92a5-61f37f024066 req-dfe4bf71-c7cd-46ed-a2ca-50f665363e02 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750958 Aug 10 15:13:52.559432 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-8bfdab76-371b-4d58-956d-42065cbe9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:52.560998 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-8bfdab76-371b-4d58-956d-42065cbe9817 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f77195e-9dcf-46ba-8bad-f25e051755ed HTTP/1.1" status: 200 len: 915 time: 0.3097236 Aug 10 15:13:52.580108 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cece92-7366-45e5-8d28-b0461afb9809 req-fdda1a17-5509-4fb6-8bf8-c11a49c98f0a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:52.581849 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e7cece92-7366-45e5-8d28-b0461afb9809 req-fdda1a17-5509-4fb6-8bf8-c11a49c98f0a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 945 time: 0.1416628 Aug 10 15:13:52.634799 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-2a19ab5e-89d2-467d-b7c7-03ced08a89c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 HTTP/1.1" status: 200 len: 217 time: 0.0518141 Aug 10 15:13:52.737249 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e7cece92-7366-45e5-8d28-b0461afb9809 req-ddcd325a-a868-4cc9-a7e7-7464ebc5a54f tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117821 Aug 10 15:13:52.780279 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-aad48b6d-63f2-439f-9e5b-b33462ef2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:52.781868 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-aad48b6d-63f2-439f-9e5b-b33462ef2334 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c875a83-9c60-4a88-b9e8-d557a3315cd2 HTTP/1.1" status: 200 len: 854 time: 0.1184912 Aug 10 15:13:52.790222 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0adb6-0f78-4b73-8ee8-0fe0184e19ae req-6b034c93-145a-4986-87e7-55e8cf6b5086 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:52.791966 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-42c0adb6-0f78-4b73-8ee8-0fe0184e19ae req-6b034c93-145a-4986-87e7-55e8cf6b5086 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 943 time: 0.1332994 Aug 10 15:13:52.848170 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-7e2030cc-a1a3-446d-8333-510958243bc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f77195e-9dcf-46ba-8bad-f25e051755ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377543 Aug 10 15:13:52.896401 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-42c0adb6-0f78-4b73-8ee8-0fe0184e19ae req-36ae1403-e907-4096-8522-3d1c552a6984 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941010 Aug 10 15:13:53.060124 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-874e6ef5-6507-4350-a9f0-5045a6d60a8c service neutron] 10.222.0.50 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932204 Aug 10 15:13:53.188572 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62712d82-e6f0-40ac-8c41-354ddb5a5edd req-65a3f600-9ec0-4e67-9b9c-da99e85505b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:53.203307 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-62712d82-e6f0-40ac-8c41-354ddb5a5edd req-65a3f600-9ec0-4e67-9b9c-da99e85505b4 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.1601295 Aug 10 15:13:53.336611 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-62712d82-e6f0-40ac-8c41-354ddb5a5edd req-372857d0-4c6f-4264-800f-9d56d6547127 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295366 Aug 10 15:13:53.341090 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0189b3c2-b471-4836-a6e5-6fb06e001a18 req-3146cc76-ca8f-46df-a110-2c752aa90910 service neutron] 10.222.0.50 "GET /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655599 Aug 10 15:13:53.824762 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688af7b-3ab2-49e6-91a1-ec1a0f40f011', 'name': 'network-vif-deleted', 'tag': '4aec4683-7906-443c-8aeb-340e9808b49a'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:53.830017 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0300981-9416-4c1c-861f-7d38e2240043" -d '{"events": [{"server_uuid": "b688af7b-3ab2-49e6-91a1-ec1a0f40f011", "name": "network-vif-deleted", "tag": "4aec4683-7906-443c-8aeb-340e9808b49a"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:54.018058 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727a2a8-bcf3-4d70-9b20-6888e64d1e53 req-ce948da5-4272-40a5-96ff-b3c36a1a97eb tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:54.030139 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7727a2a8-bcf3-4d70-9b20-6888e64d1e53 req-ce948da5-4272-40a5-96ff-b3c36a1a97eb tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 945 time: 0.1492653 Aug 10 15:13:54.079446 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa2af0-30a9-4946-bffc-03ed626f8c47 x-openstack-request-id: req-86fa2af0-30a9-4946-bffc-03ed626f8c47 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:54.079902 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688af7b-3ab2-49e6-91a1-ec1a0f40f011", "name": "network-vif-deleted", "tag": "4aec4683-7906-443c-8aeb-340e9808b49a", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:54.080312 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86fa2af0-30a9-4946-bffc-03ed626f8c47 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:54.080934 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688af7b-3ab2-49e6-91a1-ec1a0f40f011', 'name': 'network-vif-deleted', 'tag': '4aec4683-7906-443c-8aeb-340e9808b49a', 'status': 'completed', 'code': 200} Aug 10 15:13:54.094074 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7727a2a8-bcf3-4d70-9b20-6888e64d1e53 req-32919371-30be-4fe2-97c1-eeedade6262a tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625684 Aug 10 15:13:54.242914 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccc4f3-2583-4470-b8fe-eca1fa8ae92c req-a3bf2c82-027b-4f95-bf4f-6daf19c0a960 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:54.246989 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8cccc4f3-2583-4470-b8fe-eca1fa8ae92c req-a3bf2c82-027b-4f95-bf4f-6daf19c0a960 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 943 time: 0.1104877 Aug 10 15:13:54.277699 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342875d7-575a-48d6-8281-484a7bbece44 req-011bd744-6191-4a8e-b63d-075a4db8cc0b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:54.286267 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-342875d7-575a-48d6-8281-484a7bbece44 req-011bd744-6191-4a8e-b63d-075a4db8cc0b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1119156 Aug 10 15:13:54.624364 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8cccc4f3-2583-4470-b8fe-eca1fa8ae92c req-f7ffc705-158d-44ee-8718-078690e3698e tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300149 Aug 10 15:13:54.638288 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-342875d7-575a-48d6-8281-484a7bbece44 req-11505c23-a803-4330-aeac-f70d49390a67 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459756 Aug 10 15:13:54.663183 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-5a926905-d574-4618-a5c1-62ae2c00284d tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:54.667509 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-5a926905-d574-4618-a5c1-62ae2c00284d tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 945 time: 0.1142912 Aug 10 15:13:54.788471 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c1cd2-73f7-45e2-83a6-d4d3857e2ead req-487038c7-fd95-4764-b90b-c31a01b341c9 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:54.790587 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-106c1cd2-73f7-45e2-83a6-d4d3857e2ead req-487038c7-fd95-4764-b90b-c31a01b341c9 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0873077 Aug 10 15:13:54.835182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Deleting port f12653ee-a991-4095-b0e5-350f570e79ba {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:13:54.836375 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:54.856799 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-106c1cd2-73f7-45e2-83a6-d4d3857e2ead req-4825ffe2-dd3f-4310-9c06-0e4f4c990db6 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562124 Aug 10 15:13:54.946003 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] For port f12653ee-a991-4095-b0e5-350f570e79ba, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=f12653ee-a991-4095-b0e5-350f570e79ba,segment=NetworkSegment(4e32df8c-8c2a-4d49-8343-3954f6051abb),segment_id=4e32df8c-8c2a-4d49-8343-3954f6051abb)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:54.946375 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:54.961571 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Calling delete_port for f12653ee-a991-4095-b0e5-350f570e79ba owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:13:55.099224 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:55.124681 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['f12653ee-a991-4095-b0e5-350f570e79ba'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:55.133953 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:55.144485 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Pushing event deleted for resources: {'Port': ['ID=f12653ee-a991-4095-b0e5-350f570e79ba,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:55.199260 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] No DVR routers for this DVR port f12653ee-a991-4095-b0e5-350f570e79ba on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:13:55.202819 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:55.205372 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-92abc366-7d14-43ff-acc7-4efce91602c3 req-ee0ade1d-4ca1-4a46-b6ab-55f7992516a1 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.50 "DELETE /v2.0/ports/f12653ee-a991-4095-b0e5-350f570e79ba HTTP/1.1" status: 204 len: 173 time: 0.5310490 Aug 10 15:13:55.258983 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-707e5486-f408-4c45-bfdd-65c469af1553 req-37dd9ed9-4c19-4f79-a5bf-5dc9ddad7127 tempest-AttachVolumeNegativeTest-534896431 tempest-AttachVolumeNegativeTest-534896431-project] 10.222.0.26 "GET /v2.0/ports?device_id=35db06ff-9d62-45e2-b7a9-e14445f29720 HTTP/1.1" status: 200 len: 210 time: 0.0299268 Aug 10 15:13:55.532175 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1cea117a-20c3-4d5b-a78c-72b72d12e1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:55.823091 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469a028-5938-4c1a-817a-d2a73683e3c7 req-96bc3d66-4e02-4d9e-8c02-b221662002aa tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:55.839965 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7469a028-5938-4c1a-817a-d2a73683e3c7 req-96bc3d66-4e02-4d9e-8c02-b221662002aa tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 943 time: 0.1265960 Aug 10 15:13:55.935985 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ccad8-3e8e-44b0-8f76-7e801726fef1 req-5c4457e9-36f9-4c85-83a4-cf21887d2526 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:55.937575 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-810ccad8-3e8e-44b0-8f76-7e801726fef1 req-5c4457e9-36f9-4c85-83a4-cf21887d2526 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0959067 Aug 10 15:13:55.950576 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7469a028-5938-4c1a-817a-d2a73683e3c7 req-ecf6dae0-b894-4086-95b7-786813778ed3 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728569 Aug 10 15:13:56.015369 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-810ccad8-3e8e-44b0-8f76-7e801726fef1 req-9a0b26af-dec1-479d-9ee4-653130fcd281 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629530 Aug 10 15:13:56.082989 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db06ff-9d62-45e2-b7a9-e14445f29720', 'name': 'network-vif-deleted', 'tag': 'f12653ee-a991-4095-b0e5-350f570e79ba'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:56.086482 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c0b45d-f536-4df7-a264-cb68e62dbc19" -d '{"events": [{"server_uuid": "35db06ff-9d62-45e2-b7a9-e14445f29720", "name": "network-vif-deleted", "tag": "f12653ee-a991-4095-b0e5-350f570e79ba"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:56.135924 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006f4b5-e550-4269-978d-5a869d289fe6 req-d6a0c62a-b6bb-4b63-ad5d-56beabfab42e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:56.138837 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c006f4b5-e550-4269-978d-5a869d289fe6 req-d6a0c62a-b6bb-4b63-ad5d-56beabfab42e tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0897162 Aug 10 15:13:56.141213 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aca783-c4c9-4d52-8e05-aaca465db9ee x-openstack-request-id: req-f5aca783-c4c9-4d52-8e05-aaca465db9ee {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:56.141665 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db06ff-9d62-45e2-b7a9-e14445f29720", "name": "network-vif-deleted", "tag": "f12653ee-a991-4095-b0e5-350f570e79ba", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:56.141937 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5aca783-c4c9-4d52-8e05-aaca465db9ee {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:56.142534 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db06ff-9d62-45e2-b7a9-e14445f29720', 'name': 'network-vif-deleted', 'tag': 'f12653ee-a991-4095-b0e5-350f570e79ba', 'status': 'completed', 'code': 200} Aug 10 15:13:56.203192 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.211786 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c006f4b5-e550-4269-978d-5a869d289fe6 req-5a63924d-9f91-41e0-b014-1ee8fe956eef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667374 Aug 10 15:13:56.358235 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 43118) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:13:56.361965 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:13:56.365117 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 4aec4683-7906-443c-8aeb-340e9808b49a no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:13:56.398928 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 4aec4683-7906-443c-8aeb-340e9808b49a {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:13:56.399587 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 4aec4683-7906-443c-8aeb-340e9808b49a not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:13:56.406171 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_v2 [None req-372f5193-8c9f-4bdd-b896-d3d7740d46d1 admin admin] Deleting subnet 6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 {{(pid=93495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:13:56.409840 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-372f5193-8c9f-4bdd-b896-d3d7740d46d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.450841 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-372f5193-8c9f-4bdd-b896-d3d7740d46d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126710408'] for subnet, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.489707 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-372f5193-8c9f-4bdd-b896-d3d7740d46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.511750 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:56.523294 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '751fcd9e-f788-4dce-a8c6-4c28ddd7bd82', 'network_id': '1f77195e-9dcf-46ba-8bad-f25e051755ed', 'port_id': '751fcd9e-f788-4dce-a8c6-4c28ddd7bd82', 'mac_address': 'fa:16:3e:69:86:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c875a83-9c60-4a88-b9e8-d557a3315cd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:13:56.548854 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-372f5193-8c9f-4bdd-b896-d3d7740d46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129320170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129323220'] for subnet, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.568532 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.588953 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5193-8c9f-4bdd-b896-d3d7740d46d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:56.591423 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:13:56.599624 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-372f5193-8c9f-4bdd-b896-d3d7740d46d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.605190 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 43120) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:13:56.606624 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-372f5193-8c9f-4bdd-b896-d3d7740d46d1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6a5f0c0d-aa1e-4c33-a88d-0bb3505d90d2 HTTP/1.1" status: 204 len: 168 time: 0.2471223 Aug 10 15:13:56.625984 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:56.631391 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.687658 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.688776 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.703212 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:56.783404 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.795726 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10a6317-7a85-4b67-b820-a4a5f0492303']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:13:56.807217 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e32df8c-8c2a-4d49-8343-3954f6051abb') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:13:56.807523 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e32df8c-8c2a-4d49-8343-3954f6051abb') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:13:56.817150 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.833181 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.841201 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:13:56.842844 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:13:56.843713 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:13:56.912567 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.919032 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:56.920938 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b10a6317-7a85-4b67-b820-a4a5f0492303 HTTP/1.1" status: 204 len: 168 time: 0.3148735 Aug 10 15:13:56.934319 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a9a15-a9cd-488c-a203-4cd9fac9c710 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10a6317-7a85-4b67-b820-a4a5f0492303,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:57.077808 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['751fcd9e-f788-4dce-a8c6-4c28ddd7bd82'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:13:57.151159 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 43128) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:13:57.249901 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ecb6-92f5-4a33-8cc8-c23fe3831d52 req-11b6d5e7-922e-49f0-97d8-2c40fd2efb50 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:57.252245 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7730ecb6-92f5-4a33-8cc8-c23fe3831d52 req-11b6d5e7-922e-49f0-97d8-2c40fd2efb50 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 944 time: 0.1873734 Aug 10 15:13:57.295968 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f603610-8e71-40b7-94c5-4725f54cac89 req-de6cc26c-e5ee-409e-b707-4b4a1522cd42 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:57.297866 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9f603610-8e71-40b7-94c5-4725f54cac89 req-de6cc26c-e5ee-409e-b707-4b4a1522cd42 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1376185 Aug 10 15:13:57.302032 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-177b8620-7b6c-4fc1-bd19-cdf60e6ff21f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4986683688449f8884a609da540032a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1494792 Aug 10 15:13:57.305014 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 43132) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:13:57.347903 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7730ecb6-92f5-4a33-8cc8-c23fe3831d52 req-4c4e3c9b-de2f-464c-aecb-e2064ebf28be tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826619 Aug 10 15:13:57.400006 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9f603610-8e71-40b7-94c5-4725f54cac89 req-184b6795-a5b8-4e78-8529-f5e3bda52ab4 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887303 Aug 10 15:13:57.411443 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-933a5e9b-9b1b-4888-b347-b956ae5e9a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:57.438376 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-933a5e9b-9b1b-4888-b347-b956ae5e9a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:57.499804 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-933a5e9b-9b1b-4888-b347-b956ae5e9a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:57.503064 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-933a5e9b-9b1b-4888-b347-b956ae5e9a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:57.507824 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-933a5e9b-9b1b-4888-b347-b956ae5e9a89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7 HTTP/1.1" status: 204 len: 168 time: 0.2013547 Aug 10 15:13:57.516452 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a5e9b-9b1b-4888-b347-b956ae5e9a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f09c134-38aa-4c8e-b7a6-aefdadb2e6c7,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:57.533609 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b195b-de46-4ede-86da-020c56f2096c req-e7e29861-5128-46b9-a8be-2417b38a46c9 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:57.543017 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-012b195b-de46-4ede-86da-020c56f2096c req-e7e29861-5128-46b9-a8be-2417b38a46c9 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0915375 Aug 10 15:13:57.625196 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-012b195b-de46-4ede-86da-020c56f2096c req-7229c9ad-5af4-4afc-a460-650003db68db tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a54ed8e-3cf9-49d0-b481-2ba215ef5171&id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805364 Aug 10 15:13:58.099502 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:58.384531 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:13:58.500917 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:13:58.515950 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:13:58.516716 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:58.581148 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838212ad-8022-4921-8f0e-4fb6e4073343 req-b0dce057-9527-43f1-abc7-1df947ccd3f7 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:58.583598 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-838212ad-8022-4921-8f0e-4fb6e4073343 req-b0dce057-9527-43f1-abc7-1df947ccd3f7 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 944 time: 0.1133690 Aug 10 15:13:58.602658 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055032-4cf7-4968-ac32-5e86c4df4c96 req-2f080ac3-850d-4ebb-937e-cf1d8f5a2a00 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:58.604508 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0055032-4cf7-4968-ac32-5e86c4df4c96 req-2f080ac3-850d-4ebb-937e-cf1d8f5a2a00 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0844221 Aug 10 15:13:58.664229 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-838212ad-8022-4921-8f0e-4fb6e4073343 req-15727223-f101-4830-a4b1-e6849e3c9abd tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583489 Aug 10 15:13:58.683490 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:58.687833 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f0055032-4cf7-4968-ac32-5e86c4df4c96 req-e25a5796-5f0b-4131-a7b8-8bbbab30d3b5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668862 Aug 10 15:13:58.723045 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32132020-1681-4192-813b-88751433645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751fcd9e-f788-4dce-a8c6-4c28ddd7bd82'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:13:58.725583 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57da47e3-7c03-44ec-aed7-7603f74386bb" -d '{"events": [{"server_uuid": "32132020-1681-4192-813b-88751433645d", "name": "network-vif-plugged", "status": "completed", "tag": "751fcd9e-f788-4dce-a8c6-4c28ddd7bd82"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:13:58.752138 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:13:58.760890 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:13:58.762330 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device f12653ee-a991-4095-b0e5-350f570e79ba no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:13:58.818754 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0900d4b4-e94d-4e4f-979d-3431d4312643 x-openstack-request-id: req-0900d4b4-e94d-4e4f-979d-3431d4312643 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:13:58.819152 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32132020-1681-4192-813b-88751433645d", "name": "network-vif-plugged", "status": "completed", "tag": "751fcd9e-f788-4dce-a8c6-4c28ddd7bd82", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:13:58.819441 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0900d4b4-e94d-4e4f-979d-3431d4312643 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:13:58.819715 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32132020-1681-4192-813b-88751433645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751fcd9e-f788-4dce-a8c6-4c28ddd7bd82', 'code': 200} Aug 10 15:13:58.820266 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: f12653ee-a991-4095-b0e5-350f570e79ba {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:13:58.820598 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device f12653ee-a991-4095-b0e5-350f570e79ba not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:13:58.856284 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:13:59.054458 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb947a-21f8-42c7-acf6-ac2e14c67a22 req-42d23f0a-d8af-4d37-b127-90cd430122e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:59.056217 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-34cb947a-21f8-42c7-acf6-ac2e14c67a22 req-42d23f0a-d8af-4d37-b127-90cd430122e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 1098 time: 0.0490575 Aug 10 15:13:59.113221 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-34cb947a-21f8-42c7-acf6-ac2e14c67a22 req-b4d2fca4-d644-474e-bcd7-852568620aec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468307 Aug 10 15:13:59.835885 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe250f-3b76-4606-b4f2-006611dbf71b req-aafe44c0-e2fb-4f63-b8f9-b8ab9deafc0a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:59.843358 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-26fe250f-3b76-4606-b4f2-006611dbf71b req-aafe44c0-e2fb-4f63-b8f9-b8ab9deafc0a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 945 time: 0.0925121 Aug 10 15:13:59.878064 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85580584-6a4a-46f1-afcb-e972c0cd62ad req-6f4d2f42-9445-43f6-b455-ea35ce6d8562 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:13:59.879912 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-85580584-6a4a-46f1-afcb-e972c0cd62ad req-6f4d2f42-9445-43f6-b455-ea35ce6d8562 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.0962963 Aug 10 15:13:59.905220 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-26fe250f-3b76-4606-b4f2-006611dbf71b req-62279469-1f4b-4a98-80c0-13f69a242b10 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596163 Aug 10 15:13:59.951786 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-85580584-6a4a-46f1-afcb-e972c0cd62ad req-e7aaf0b5-ae39-45ce-943a-520ce583d854 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Aug 10 15:14:01.088143 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1142c-c10b-4c00-b51a-e151484e0727 req-39a44653-b3ee-477c-b354-1126270de643 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:01.090318 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5f1142c-c10b-4c00-b51a-e151484e0727 req-39a44653-b3ee-477c-b354-1126270de643 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 945 time: 0.0864644 Aug 10 15:14:01.285551 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5f1142c-c10b-4c00-b51a-e151484e0727 req-d8940fd7-6e0a-4087-86d6-735dfe378171 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844137 Aug 10 15:14:01.305544 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-90e2f5b2-f7bb-4164-ac46-1e033e2169b3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:01.307477 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-90e2f5b2-f7bb-4164-ac46-1e033e2169b3 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1899655 Aug 10 15:14:01.332699 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09f8ab-9ed3-41a2-a5e6-ccb39b272b99 req-303a4d0a-b4e8-43aa-ac62-a6fcb1bbd4f8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:01.334291 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed09f8ab-9ed3-41a2-a5e6-ccb39b272b99 req-303a4d0a-b4e8-43aa-ac62-a6fcb1bbd4f8 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1349163 Aug 10 15:14:01.432682 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed09f8ab-9ed3-41a2-a5e6-ccb39b272b99 req-14d8a3aa-08c9-4436-b651-6a6fc5af26b5 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903878 Aug 10 15:14:02.588589 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Deleting port b159d6b2-2a92-478b-b990-51ada4833dad {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:14:02.589532 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:02.656339 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80afc7-2ed8-494e-8b97-6f6903abfc87 req-d8c9b0e9-ac20-4ce2-ab6a-4ec95efae920 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:02.658301 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6c80afc7-2ed8-494e-8b97-6f6903abfc87 req-d8c9b0e9-ac20-4ce2-ab6a-4ec95efae920 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 945 time: 0.1307876 Aug 10 15:14:02.743769 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6c80afc7-2ed8-494e-8b97-6f6903abfc87 req-739fda50-d15b-41b3-8ba6-46ba7d6dd176 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/security-groups?id=20d03789-770b-4805-ae52-55a572bdb7da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674241 Aug 10 15:14:02.759489 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] For port b159d6b2-2a92-478b-b990-51ada4833dad, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b159d6b2-2a92-478b-b990-51ada4833dad,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:14:02.760014 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:02.780504 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Calling delete_port for b159d6b2-2a92-478b-b990-51ada4833dad owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:14:02.937660 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:02.988515 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Pushing event deleted for resources: {'Port': ['ID=b159d6b2-2a92-478b-b990-51ada4833dad,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:03.057498 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] No DVR routers for this DVR port b159d6b2-2a92-478b-b990-51ada4833dad on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:14:03.061362 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:03.064393 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-84d5d4dc-224c-4c96-b9f2-d13dde8942c5 req-02a3ef36-10b9-445c-8606-fa3e702231d9 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.50 "DELETE /v2.0/ports/b159d6b2-2a92-478b-b990-51ada4833dad HTTP/1.1" status: 204 len: 173 time: 0.6229227 Aug 10 15:14:03.065117 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9c0b03-91f2-48af-a767-d234da01fcec', 'name': 'network-vif-deleted', 'tag': 'b159d6b2-2a92-478b-b990-51ada4833dad'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:14:03.068543 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70be7d85-a455-4a8d-924c-5ca37be17232" -d '{"events": [{"server_uuid": "0e9c0b03-91f2-48af-a767-d234da01fcec", "name": "network-vif-deleted", "tag": "b159d6b2-2a92-478b-b990-51ada4833dad"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:14:03.108788 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f04f0df-7d0a-4343-8eeb-7bd767d9415c x-openstack-request-id: req-8f04f0df-7d0a-4343-8eeb-7bd767d9415c {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:14:03.109133 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9c0b03-91f2-48af-a767-d234da01fcec", "name": "network-vif-deleted", "tag": "b159d6b2-2a92-478b-b990-51ada4833dad", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:14:03.109548 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f04f0df-7d0a-4343-8eeb-7bd767d9415c {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:14:03.109982 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9c0b03-91f2-48af-a767-d234da01fcec', 'name': 'network-vif-deleted', 'tag': 'b159d6b2-2a92-478b-b990-51ada4833dad', 'status': 'completed', 'code': 200} Aug 10 15:14:03.862272 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fe2bae16-3042-4e01-b9d0-54d982609803 req-4a280177-111f-4880-a7ed-ff2ee3fbee5b tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 210 time: 0.0370040 Aug 10 15:14:04.331926 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['b159d6b2-2a92-478b-b990-51ada4833dad'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:14:05.057511 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-331cdecd-9cb2-468a-a2f8-158dec4daea3 req-107dca3a-6fa8-47cb-8be8-c7b8837fa367 tempest-ServerRescueNegativeTestJSON-1422429524 tempest-ServerRescueNegativeTestJSON-1422429524-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9c0b03-91f2-48af-a767-d234da01fcec HTTP/1.1" status: 200 len: 210 time: 0.0452902 Aug 10 15:14:06.108811 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 43332) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:06.398445 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b159d6b2-2a92-478b-b990-51ada4833dad no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:14:06.423523 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: b159d6b2-2a92-478b-b990-51ada4833dad {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:14:06.423868 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b159d6b2-2a92-478b-b990-51ada4833dad not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:14:06.833362 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954525'] for router_interface, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:07.121315 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Deleting port ed339909-88f5-4b4f-8ceb-ad3cca34a77e {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:14:07.122106 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:07.196628 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] For port ed339909-88f5-4b4f-8ceb-ad3cca34a77e, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=ed339909-88f5-4b4f-8ceb-ad3cca34a77e,segment=NetworkSegment(53b554fb-8b7a-4d46-ae76-0bfe78baa0f2),segment_id=53b554fb-8b7a-4d46-ae76-0bfe78baa0f2)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:14:07.197139 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:07.209169 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Calling delete_port for ed339909-88f5-4b4f-8ceb-ad3cca34a77e owned by network:router_interface {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:14:07.402451 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:07.425112 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed339909-88f5-4b4f-8ceb-ad3cca34a77e,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:07.579934 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651565'] for router_interface, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:07.743963 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 43406) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:07.793039 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f75a52e-81d6-44d8-a13a-1d5fc9b22d04 admin admin] Deleting subnet 0930bf53-5d26-47dd-b0e5-c605377b687f {{(pid=93494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:14:07.798473 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2f75a52e-81d6-44d8-a13a-1d5fc9b22d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:07.828334 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:14:07.862958 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2f75a52e-81d6-44d8-a13a-1d5fc9b22d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126725730'] for subnet, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:07.928377 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2f75a52e-81d6-44d8-a13a-1d5fc9b22d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:07.952384 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 43412) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:07.986127 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:14:07.994850 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-c7a0c8ab-4244-4314-a029-96b97b53d9c7 admin admin] 10.222.0.26 "PUT /v2.0/routers/97d1c3d7-20c5-45a6-8a15-b8513ddec649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8824675 Aug 10 15:14:07.995092 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 43416) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:08.002883 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] Sync routers for ids ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:14:08.003668 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2f75a52e-81d6-44d8-a13a-1d5fc9b22d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125861968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126083893'] for subnet, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.016115 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] Routers {'97d1c3d7-20c5-45a6-8a15-b8513ddec649'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:14:08.016722 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:13:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:08.072954 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75a52e-81d6-44d8-a13a-1d5fc9b22d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0930bf53-5d26-47dd-b0e5-c605377b687f,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:08.076903 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2f75a52e-81d6-44d8-a13a-1d5fc9b22d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.079534 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-2f75a52e-81d6-44d8-a13a-1d5fc9b22d04 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0930bf53-5d26-47dd-b0e5-c605377b687f HTTP/1.1" status: 204 len: 168 time: 0.3345654 Aug 10 15:14:08.082482 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 43418) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:08.125804 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1e45b92d-a605-432a-a0f4-63c5fd121f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.137123 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] Set router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:14:08.153810 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.169944 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks [] for router, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.248935 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.263510 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab8698b-ac2e-41b3-b9fa-258375ba3954']}} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:08.276372 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79119fb8-f250-4b47-a75c-b625eee32370') {'for_net_delete': True} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:08.276740 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79119fb8-f250-4b47-a75c-b625eee32370') {} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:08.288657 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126710513'] for segment, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.305836 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.309919 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.320211 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:14:08.320629 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129319936'] for segment, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.340903 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1e45b92d-a605-432a-a0f4-63c5fd121f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.368708 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1e45b92d-a605-432a-a0f4-63c5fd121f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: Traceback (most recent call last): Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: timer() Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: cb(*args, **kw) Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: return func(*args, **kwargs) Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: self._notify() Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: self.callback(batched_events) Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: event.method(event) Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: return f(self, *a, **k) Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._get(url).json() Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: return self.request(url, 'GET', **kwargs) Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:14:08.371548 dv-cinder-780933-14-iscsi neutron-server[93495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:14:08.378170 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:14:07Z', 'revision_number': 5, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'gw_port': {'id': 'e6f92bf4-e3f6-41a7-88c0-c11719260803', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:10Z', 'updated_at': '2021-08-10T15:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:08.402305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45b92d-a605-432a-a0f4-63c5fd121f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72e62d4-4359-4b0e-95c9-1e9e6755657a,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:08.408475 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.418864 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.419677 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] Checking router: 97d1c3d7-20c5-45a6-8a15-b8513ddec649 for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:14:08.424852 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dab8698b-ac2e-41b3-b9fa-258375ba3954 HTTP/1.1" status: 204 len: 168 time: 0.3373327 Aug 10 15:14:08.436945 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-1e45b92d-a605-432a-a0f4-63c5fd121f6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c480bcb91ca842998dfc76e848bf86a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835072 Aug 10 15:14:08.438835 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 43424) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:08.440367 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] Routers {'97d1c3d7-20c5-45a6-8a15-b8513ddec649'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:14:08.440690 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c57830-744a-45cd-a8e3-2f7bd5e180c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dab8698b-ac2e-41b3-b9fa-258375ba3954,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:08.440995 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:13:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:08.484882 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Deleting port e6f92bf4-e3f6-41a7-88c0-c11719260803 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:14:08.485521 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.537622 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] Set router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 gateway port host: None {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:14:08.554256 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 43426) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:08.563400 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6aaa40a1-46e6-4b44-b7ec-7246ce6aafca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.592863 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:14:08Z', 'revision_number': 6, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'gw_port_host': None}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:08.594600 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-dadd9030-c78c-41a0-b1a9-e307e81ee221 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fa05e3429eb4e578db15d63b185e863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385492 Aug 10 15:14:08.597121 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 43428) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:08.606682 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6aaa40a1-46e6-4b44-b7ec-7246ce6aafca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.609214 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] For port e6f92bf4-e3f6-41a7-88c0-c11719260803, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=e6f92bf4-e3f6-41a7-88c0-c11719260803,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:14:08.609570 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.632544 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Calling delete_port for e6f92bf4-e3f6-41a7-88c0-c11719260803 owned by network:router_gateway {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:14:08.648537 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4c19b6e1-f385-4a1c-906c-b78c06898a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.672996 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4c19b6e1-f385-4a1c-906c-b78c06898a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.710447 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd47cc31-d856-474f-95e7-dd75a39fd5a8 None None] The sync data for ids ['97d1c3d7-20c5-45a6-8a15-b8513ddec649'] in dv-cinder-780933-14-iscsi is: [{'id': '97d1c3d7-20c5-45a6-8a15-b8513ddec649', 'name': 'tempest-ServerRescueNegativeTestJSON-1758175046-router', 'tenant_id': '4b00f0a7a2a349ed8d21c258290854c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:14:08Z', 'revision_number': 6, 'project_id': '4b00f0a7a2a349ed8d21c258290854c1', 'gw_port_host': None}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:14:08.731672 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4c19b6e1-f385-4a1c-906c-b78c06898a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.734398 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4c19b6e1-f385-4a1c-906c-b78c06898a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.735453 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6aaa40a1-46e6-4b44-b7ec-7246ce6aafca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.738851 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-4c19b6e1-f385-4a1c-906c-b78c06898a5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7 HTTP/1.1" status: 204 len: 168 time: 0.1376996 Aug 10 15:14:08.740047 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6aaa40a1-46e6-4b44-b7ec-7246ce6aafca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.743323 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-6aaa40a1-46e6-4b44-b7ec-7246ce6aafca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a72e62d4-4359-4b0e-95c9-1e9e6755657a HTTP/1.1" status: 204 len: 168 time: 0.2978587 Aug 10 15:14:08.754969 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19b6e1-f385-4a1c-906c-b78c06898a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9167f4-8ed7-4c3c-8f4d-ec1aad9882c7,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:08.794453 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa40a1-46e6-4b44-b7ec-7246ce6aafca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72e62d4-4359-4b0e-95c9-1e9e6755657a,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:08.866872 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:08.893936 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f92bf4-e3f6-41a7-88c0-c11719260803,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:08.964020 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654795'] for router_gateway, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.080348 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113030'] for router, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.084797 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.173396 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652582'] for router, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.174189 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d1c3d7-20c5-45a6-8a15-b8513ddec649 {{(pid=93494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:14:09.182332 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.186315 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 43452) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:09.186877 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9e2bc28c-0c5d-4b9f-8fb0-d69b71b70855 admin admin] 10.222.0.26 "DELETE /v2.0/routers/97d1c3d7-20c5-45a6-8a15-b8513ddec649 HTTP/1.1" status: 204 len: 168 time: 1.1903503 Aug 10 15:14:09.267614 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba64b81-4c12-4f57-8a65-7e6aca9c6889 admin admin] Deleting subnet b8c36e5e-fc23-48cd-9a55-4b0230de6915 {{(pid=93495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:14:09.270850 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ba64b81-4c12-4f57-8a65-7e6aca9c6889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.317265 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ba64b81-4c12-4f57-8a65-7e6aca9c6889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126710408'] for subnet, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.367306 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ba64b81-4c12-4f57-8a65-7e6aca9c6889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.430015 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ba64b81-4c12-4f57-8a65-7e6aca9c6889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129320170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129323220'] for subnet, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.460027 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba64b81-4c12-4f57-8a65-7e6aca9c6889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c36e5e-fc23-48cd-9a55-4b0230de6915,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:09.465150 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7ba64b81-4c12-4f57-8a65-7e6aca9c6889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.471335 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 43472) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:09.471824 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-7ba64b81-4c12-4f57-8a65-7e6aca9c6889 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b8c36e5e-fc23-48cd-9a55-4b0230de6915 HTTP/1.1" status: 204 len: 168 time: 0.2823818 Aug 10 15:14:09.565140 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.655799 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.667419 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcda3fc4-5c89-43ae-8b39-4d26232d4168']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:09.680383 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:09.681015 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b554fb-8b7a-4d46-ae76-0bfe78baa0f2') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:14:09.698712 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.716595 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.727780 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:14:09.729043 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:14:09.730936 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:14:09.797346 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.809563 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:09.814090 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] 10.222.0.26 "DELETE /v2.0/networks/fcda3fc4-5c89-43ae-8b39-4d26232d4168 HTTP/1.1" status: 204 len: 168 time: 0.3389189 Aug 10 15:14:09.826686 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a34699-8431-4253-b65d-5270e7fb526f admin admin] Pushing event deleted for resources: {'Network': ['ID=fcda3fc4-5c89-43ae-8b39-4d26232d4168,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:10.099510 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 43532) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:10.145475 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-f3af1178-cbe7-4466-aab7-22105337fe32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b00f0a7a2a349ed8d21c258290854c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0444033 Aug 10 15:14:10.148774 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 43534) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:10.210208 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b216846f-9620-4593-a5af-d15b11870c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:10.232973 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b216846f-9620-4593-a5af-d15b11870c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:10.293404 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b216846f-9620-4593-a5af-d15b11870c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:10.296441 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b216846f-9620-4593-a5af-d15b11870c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:10.297656 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b216846f-9620-4593-a5af-d15b11870c9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20d03789-770b-4805-ae52-55a572bdb7da HTTP/1.1" status: 204 len: 168 time: 0.1475391 Aug 10 15:14:10.308301 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216846f-9620-4593-a5af-d15b11870c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d03789-770b-4805-ae52-55a572bdb7da,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:10.433105 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ed339909-88f5-4b4f-8ceb-ad3cca34a77e no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:14:10.455423 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: ed339909-88f5-4b4f-8ceb-ad3cca34a77e {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:14:10.457528 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ed339909-88f5-4b4f-8ceb-ad3cca34a77e not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:14:10.457957 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device e6f92bf4-e3f6-41a7-88c0-c11719260803 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:14:10.478498 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: e6f92bf4-e3f6-41a7-88c0-c11719260803 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:14:10.479131 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device e6f92bf4-e3f6-41a7-88c0-c11719260803 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:14:10.559457 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:14:12.881136 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04291cf-62c8-428e-a6ac-f0ec7272509c req-dac14ed6-dbd6-47c0-b124-729f8e83a13a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:12.883232 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f04291cf-62c8-428e-a6ac-f0ec7272509c req-dac14ed6-dbd6-47c0-b124-729f8e83a13a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0504270 Aug 10 15:14:12.923819 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f04291cf-62c8-428e-a6ac-f0ec7272509c req-08a7ca7b-6589-4f64-972b-b28e11af0b1f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344162 Aug 10 15:14:14.044711 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ad07-d98e-4b05-a6d7-3ee689720742 req-8bd91a6b-6cf7-4844-802f-64dd1d18fad9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:14.046188 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-04f3ad07-d98e-4b05-a6d7-3ee689720742 req-8bd91a6b-6cf7-4844-802f-64dd1d18fad9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0505261 Aug 10 15:14:14.088378 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-04f3ad07-d98e-4b05-a6d7-3ee689720742 req-e462a351-7e83-4d30-80f9-aac290a0210d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360982 Aug 10 15:14:15.204743 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7949e-ff46-4cc1-8e5d-5c81c713d259 req-d9652417-2a52-4662-8a76-a3701bc5eeb0 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:15.206248 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-00a7949e-ff46-4cc1-8e5d-5c81c713d259 req-d9652417-2a52-4662-8a76-a3701bc5eeb0 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0501099 Aug 10 15:14:15.244525 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-00a7949e-ff46-4cc1-8e5d-5c81c713d259 req-31acc861-25b2-44ed-9d11-b89a714c6bd6 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Aug 10 15:14:16.363561 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905a4a-3f0f-4279-947c-8bf73fbdd357 req-bab78e7e-b901-448b-be73-3ff50a6e56e0 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:16.365379 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-25905a4a-3f0f-4279-947c-8bf73fbdd357 req-bab78e7e-b901-448b-be73-3ff50a6e56e0 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0508294 Aug 10 15:14:16.409110 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-25905a4a-3f0f-4279-947c-8bf73fbdd357 req-0077f565-1f7c-49dd-84aa-0b2bd44944b9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321343 Aug 10 15:14:17.535585 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc2159-905a-476f-89fe-eabbd19600bf req-886f0c1a-59fe-40cf-baf6-8effef830eee tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:17.536988 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4cdc2159-905a-476f-89fe-eabbd19600bf req-886f0c1a-59fe-40cf-baf6-8effef830eee tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0511167 Aug 10 15:14:17.583730 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4cdc2159-905a-476f-89fe-eabbd19600bf req-646878b6-320d-4586-b376-f5b99dd3c4ea tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Aug 10 15:14:18.708618 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311b36a-fbe3-4e41-a5be-a9599f08b810 req-b9ba6634-035e-4093-8d44-b602dfa1c151 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:18.712026 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3311b36a-fbe3-4e41-a5be-a9599f08b810 req-b9ba6634-035e-4093-8d44-b602dfa1c151 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0513854 Aug 10 15:14:18.753125 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3311b36a-fbe3-4e41-a5be-a9599f08b810 req-9e78e976-3db1-4015-a8f9-b5789bf7522b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359464 Aug 10 15:14:19.876075 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3299468-96d0-4119-9c45-3c6243b24c0e req-9c135e7f-5d7a-4b3d-b532-efc9775c5ff8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:19.877642 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e3299468-96d0-4119-9c45-3c6243b24c0e req-9c135e7f-5d7a-4b3d-b532-efc9775c5ff8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0510566 Aug 10 15:14:19.927717 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e3299468-96d0-4119-9c45-3c6243b24c0e req-f97a48a8-e018-432d-a9fe-d5e09ef12bf3 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368700 Aug 10 15:14:21.044456 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40a7d8-84d2-4edb-b253-8973cce92c36 req-dff312c7-5bc7-4129-858b-843a82eea70a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:21.046045 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed40a7d8-84d2-4edb-b253-8973cce92c36 req-dff312c7-5bc7-4129-858b-843a82eea70a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0487442 Aug 10 15:14:21.086930 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ed40a7d8-84d2-4edb-b253-8973cce92c36 req-bb87c052-dc84-42eb-a36b-711f9c61ca2d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351467 Aug 10 15:14:22.205299 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe98eef-c53c-4521-8771-f899cd851674 req-5cd230e6-8ba1-4243-9921-a6853d5ed229 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:22.206904 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4fe98eef-c53c-4521-8771-f899cd851674 req-5cd230e6-8ba1-4243-9921-a6853d5ed229 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0524104 Aug 10 15:14:22.250957 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4fe98eef-c53c-4521-8771-f899cd851674 req-167807b4-5a76-4fa7-bc0c-53af1f86faf8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374572 Aug 10 15:14:22.335242 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e105f57d-bb77-42a0-ab50-c611f66063e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:23.408165 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdb88b-f776-4b85-a185-f5efdb6470e8 req-f1798fb9-c23a-4b1e-b154-6502a71c33b9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:23.409659 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a7fdb88b-f776-4b85-a185-f5efdb6470e8 req-f1798fb9-c23a-4b1e-b154-6502a71c33b9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0496280 Aug 10 15:14:23.449773 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a7fdb88b-f776-4b85-a185-f5efdb6470e8 req-c9ef5cf0-74a1-455a-809c-cf74a63ca5ea tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335300 Aug 10 15:14:24.582988 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b590f94-ea4b-4b06-8d4e-8374ce322b5a req-e7f9c92d-9690-43b9-995f-5bc96a08fda7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:24.584997 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3b590f94-ea4b-4b06-8d4e-8374ce322b5a req-e7f9c92d-9690-43b9-995f-5bc96a08fda7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0653062 Aug 10 15:14:24.630926 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3b590f94-ea4b-4b06-8d4e-8374ce322b5a req-63e4f126-d065-4e7d-8514-80b33a762391 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 Aug 10 15:14:25.133045 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:25.535659 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0a0fff8b-305b-453b-89a9-2fea1c9b9851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:25.760761 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bbe77-bb4b-460e-a94c-539d06e8edf9 req-c1187b0d-bf20-439e-85d3-599f3b0e1b05 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:25.762499 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-255bbe77-bb4b-460e-a94c-539d06e8edf9 req-c1187b0d-bf20-439e-85d3-599f3b0e1b05 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0568817 Aug 10 15:14:25.813772 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-255bbe77-bb4b-460e-a94c-539d06e8edf9 req-654e675c-44ca-4b21-9693-995935b03dc6 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 Aug 10 15:14:26.210879 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:26.672546 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:26.935929 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b94b51-efeb-4ccb-86fa-72bc9bea0c5d req-7f3a861c-c71c-439f-a73f-b19b414a7c1c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:26.937391 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d1b94b51-efeb-4ccb-86fa-72bc9bea0c5d req-7f3a861c-c71c-439f-a73f-b19b414a7c1c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0544329 Aug 10 15:14:26.978687 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d1b94b51-efeb-4ccb-86fa-72bc9bea0c5d req-b1feb678-49d9-4406-93a2-5f2f2ba57cbd tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347929 Aug 10 15:14:28.089051 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:28.108857 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17a25f-a109-4ca1-b624-7bda1d408ab5 req-2f3c6392-6bc6-44db-a64b-15a398bf928f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:28.110462 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3c17a25f-a109-4ca1-b624-7bda1d408ab5 req-2f3c6392-6bc6-44db-a64b-15a398bf928f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0577583 Aug 10 15:14:28.154961 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3c17a25f-a109-4ca1-b624-7bda1d408ab5 req-1335e68e-6ba6-41ac-9696-dd0706e6992c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377412 Aug 10 15:14:28.580456 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-a78b3b0b-b448-42ba-9e30-ab527e98cdcc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3066199 Aug 10 15:14:28.668006 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-73b906a4-d6b9-4be2-b680-b7d9195a4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:28.669598 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-73b906a4-d6b9-4be2-b680-b7d9195a4a4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 1099 time: 0.0489304 Aug 10 15:14:28.822265 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-9fd65d9a-ce49-4cb1-8609-5e214b7799e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:28.823915 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-9fd65d9a-ce49-4cb1-8609-5e214b7799e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.1246805 Aug 10 15:14:28.933812 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-07b10e8a-9c81-4108-b8de-eaef5bd6de9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556 HTTP/1.1" status: 200 len: 1000 time: 0.1007450 Aug 10 15:14:28.947363 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdf440-3da0-44ab-bee7-125523917bf0 req-3aabb79c-37f3-4283-ae5b-b6b6a1203772 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:28.948844 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b0fdf440-3da0-44ab-bee7-125523917bf0 req-3aabb79c-37f3-4283-ae5b-b6b6a1203772 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 945 time: 0.0736053 Aug 10 15:14:29.032359 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-fd70db3a-0f0d-4747-911e-65607a229c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:29.034304 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-fd70db3a-0f0d-4747-911e-65607a229c2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.0844145 Aug 10 15:14:29.044522 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b0fdf440-3da0-44ab-bee7-125523917bf0 req-32117111-667e-44f1-9c39-703c824574ed tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858901 Aug 10 15:14:29.091062 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-56073773-a05f-4f81-b87d-890b73abaf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:29.092584 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-56073773-a05f-4f81-b87d-890b73abaf1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470860 Aug 10 15:14:29.234814 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-651e2824-ea5d-49a9-8b46-18ac2c2cd589 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326842 Aug 10 15:14:29.378881 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8760798-87fc-4d9e-8c01-a6e28975b01c req-e0e478a9-5ea8-4de4-8c3a-37687fab817f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:29.380617 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c8760798-87fc-4d9e-8c01-a6e28975b01c req-e0e478a9-5ea8-4de4-8c3a-37687fab817f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1133487 Aug 10 15:14:29.405151 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c763ee2b-62b3-4063-bb15-48fab728ee1b req-fab12dc3-f69a-4ba2-bb40-005379ad3be8 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574092 Aug 10 15:14:29.451453 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c8760798-87fc-4d9e-8c01-a6e28975b01c req-5077137b-4943-4847-8286-fd0a8dc37877 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587292 Aug 10 15:14:30.206504 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7924e97-5d8e-4604-bc54-7a69ec753d22 req-4dbaadcf-04a8-470f-957e-329494893e64 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:30.207853 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b7924e97-5d8e-4604-bc54-7a69ec753d22 req-4dbaadcf-04a8-470f-957e-329494893e64 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 945 time: 0.0549772 Aug 10 15:14:30.265577 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b7924e97-5d8e-4604-bc54-7a69ec753d22 req-24a3aedd-f926-41c4-866f-bfec11e4c394 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442998 Aug 10 15:14:30.613110 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053f4bd-3598-4a41-a31c-06ee9d287fd8 req-ebb78ffd-51d6-40a9-837d-4a8d9af27be0 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:30.614769 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a053f4bd-3598-4a41-a31c-06ee9d287fd8 req-ebb78ffd-51d6-40a9-837d-4a8d9af27be0 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0556917 Aug 10 15:14:30.691273 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a053f4bd-3598-4a41-a31c-06ee9d287fd8 req-a9c9e0dd-5cfb-4caa-87e9-865cade637e4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629599 Aug 10 15:14:31.157788 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9218321-09c6-4826-9723-16274b5895c9 req-c5f416b7-823e-428b-aeee-c080db98b182 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:31.159933 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c9218321-09c6-4826-9723-16274b5895c9 req-c5f416b7-823e-428b-aeee-c080db98b182 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.50 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 945 time: 0.0625706 Aug 10 15:14:31.276434 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-c9218321-09c6-4826-9723-16274b5895c9 req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Deleting port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:14:31.277201 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c9218321-09c6-4826-9723-16274b5895c9 req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:31.414128 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-c9218321-09c6-4826-9723-16274b5895c9 req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] For port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,segment=NetworkSegment(c5ca7260-0e41-4858-874b-71a3cd07c166),segment_id=c5ca7260-0e41-4858-874b-71a3cd07c166)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:14:31.414493 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c9218321-09c6-4826-9723-16274b5895c9 req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:31.433484 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-c9218321-09c6-4826-9723-16274b5895c9 req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Calling delete_port for 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:14:31.442259 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a6c2f-900f-42a1-97df-0eb9abab9cb4 req-b52d1d5f-fb92-42e4-9985-a65f99aed549 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:31.443960 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e16a6c2f-900f-42a1-97df-0eb9abab9cb4 req-b52d1d5f-fb92-42e4-9985-a65f99aed549 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/ports?device_id=32132020-1681-4192-813b-88751433645d HTTP/1.1" status: 200 len: 945 time: 0.0980794 Aug 10 15:14:31.581126 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e16a6c2f-900f-42a1-97df-0eb9abab9cb4 req-7906f550-8b5b-4a35-829f-88212c882e70 tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8763b98-f505-4ebd-9061-3cc54fb918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280913 Aug 10 15:14:31.691957 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c9218321-09c6-4826-9723-16274b5895c9 req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:31.706822 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['751fcd9e-f788-4dce-a8c6-4c28ddd7bd82'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:14:31.757830 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Pushing event deleted for resources: {'Port': ['ID=751fcd9e-f788-4dce-a8c6-4c28ddd7bd82,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:31.799560 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9218321-09c6-4826-9723-16274b5895c9 req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] No DVR routers for this DVR port 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:14:31.803305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c9218321-09c6-4826-9723-16274b5895c9 req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:31.805291 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c9218321-09c6-4826-9723-16274b5895c9 req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] 10.222.0.50 "DELETE /v2.0/ports/751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 HTTP/1.1" status: 204 len: 173 time: 0.6369915 Aug 10 15:14:31.806084 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32132020-1681-4192-813b-88751433645d', 'name': 'network-vif-deleted', 'tag': '751fcd9e-f788-4dce-a8c6-4c28ddd7bd82'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:14:31.808581 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d171f6f-1dcd-44b8-862b-7c9428bb61f3" -d '{"events": [{"server_uuid": "32132020-1681-4192-813b-88751433645d", "name": "network-vif-deleted", "tag": "751fcd9e-f788-4dce-a8c6-4c28ddd7bd82"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:14:31.812166 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.812520 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.812864 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.813198 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.813559 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.814250 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.814546 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.815468 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.816137 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.816704 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.816998 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.817180 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7de492-2037-402f-9ab4-e6e9953a1e1a tempest-VolumesSnapshotTestJSON-1405497412 tempest-VolumesSnapshotTestJSON-1405497412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:31.874321 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2da078-e5e1-400e-8dc2-4744fec43b64 req-4fd1c64b-20d8-4939-93c0-b92ea9ff0374 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:31.875929 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ec2da078-e5e1-400e-8dc2-4744fec43b64 req-4fd1c64b-20d8-4939-93c0-b92ea9ff0374 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0743239 Aug 10 15:14:31.877471 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e581aa1-e53e-43bc-ac60-b2ba02383d4f x-openstack-request-id: req-5e581aa1-e53e-43bc-ac60-b2ba02383d4f {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:14:31.877755 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32132020-1681-4192-813b-88751433645d", "name": "network-vif-deleted", "tag": "751fcd9e-f788-4dce-a8c6-4c28ddd7bd82", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:14:31.878005 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e581aa1-e53e-43bc-ac60-b2ba02383d4f {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:14:31.878393 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32132020-1681-4192-813b-88751433645d', 'name': 'network-vif-deleted', 'tag': '751fcd9e-f788-4dce-a8c6-4c28ddd7bd82', 'status': 'completed', 'code': 200} Aug 10 15:14:31.959113 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ec2da078-e5e1-400e-8dc2-4744fec43b64 req-43335d05-7c41-49fb-ada0-0afffa579644 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652306 Aug 10 15:14:32.210369 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0224c8b-f3c1-4136-b001-8964d64c90aa req-5ec804f1-8984-4e1f-a720-0cf44539f757 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:32.212113 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c0224c8b-f3c1-4136-b001-8964d64c90aa req-5ec804f1-8984-4e1f-a720-0cf44539f757 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0606546 Aug 10 15:14:32.280404 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c0224c8b-f3c1-4136-b001-8964d64c90aa req-064aeea0-1a7f-42c0-8bd9-f8b4dfb6b92c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604966 Aug 10 15:14:32.298525 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-dab54b37-7878-430f-9726-a2c2e3eeccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:32.300204 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-dab54b37-7878-430f-9726-a2c2e3eeccbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 1099 time: 0.0525918 Aug 10 15:14:32.436344 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-8bc7d185-5591-497e-be3a-dbf7cebf16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:32.437995 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-8bc7d185-5591-497e-be3a-dbf7cebf16b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 912 time: 0.1207623 Aug 10 15:14:32.512515 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-a3a30f83-8499-4830-9871-3dc9c45467b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a18b997-f31f-4169-9636-cce8c69c31f5 HTTP/1.1" status: 200 len: 1002 time: 0.0625420 Aug 10 15:14:32.587855 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-674eb600-6482-4959-b44f-93a048fcd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:32.589344 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-674eb600-6482-4959-b44f-93a048fcd2f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 200 len: 850 time: 0.0695391 Aug 10 15:14:32.643367 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-91cb1d6c-ee03-4c36-abef-867b3ac1a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:32.644910 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-91cb1d6c-ee03-4c36-abef-867b3ac1a644 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75af5cd-4ff3-41cf-abe0-0ff16866849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0477154 Aug 10 15:14:32.752841 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-e9bcb586-310f-4aa4-96fd-7a6c7b6643e0 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973253 Aug 10 15:14:32.882924 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-22d84bcd-3fdd-4a3f-a9e9-e45987456081 req-28f1f4c2-0295-4ae8-bb6e-bc457495c491 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217175 Aug 10 15:14:33.435979 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea4183-86e9-47b8-b1bf-44003de161f3 req-a7eda959-6a14-44bf-8bc6-803df7a27942 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:33.447277 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-14ea4183-86e9-47b8-b1bf-44003de161f3 req-a7eda959-6a14-44bf-8bc6-803df7a27942 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0789504 Aug 10 15:14:33.566858 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-14ea4183-86e9-47b8-b1bf-44003de161f3 req-6d38c369-42ad-474f-9f49-a88f741b6bc9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950797 Aug 10 15:14:34.697628 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1c0b9-990c-4dea-b688-e2fb518695cb req-42bb2463-c1dd-43d8-b72f-5981aa8cf39c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:14:34.699417 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-97a1c0b9-990c-4dea-b688-e2fb518695cb req-42bb2463-c1dd-43d8-b72f-5981aa8cf39c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.0528858 Aug 10 15:14:34.744911 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-97a1c0b9-990c-4dea-b688-e2fb518695cb req-f25570f8-6084-41b0-a364-f71b87939543 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388753 Aug 10 15:14:35.399207 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44170) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:35.503047 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:35.593808 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:35.597664 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:35.634121 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba6d380ce4ae4e15b8e07bc8975faeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337642 Aug 10 15:14:35.634957 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9095e1-dce7-44b8-a62b-4c5596d8b8e1,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:35.636777 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44174) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:35.648231 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.648507 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.648844 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.649172 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.649499 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.649830 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.650151 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.650495 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.650818 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.651135 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.651452 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.651767 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76080d-c0ea-4642-a482-49c66b3830c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:14:35.699982 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-20894785-9d09-4511-90a9-45dead06d72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:35.720359 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-20894785-9d09-4511-90a9-45dead06d72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:35.766335 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-20894785-9d09-4511-90a9-45dead06d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:35.768910 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-20894785-9d09-4511-90a9-45dead06d72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:35.770077 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-20894785-9d09-4511-90a9-45dead06d72f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc9095e1-dce7-44b8-a62b-4c5596d8b8e1 HTTP/1.1" status: 204 len: 168 time: 0.1316693 Aug 10 15:14:35.777736 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20894785-9d09-4511-90a9-45dead06d72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9095e1-dce7-44b8-a62b-4c5596d8b8e1,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:36.079319 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 44188) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:36.093147 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-453537a2-8f5e-47da-8ec5-b1222a33d0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:36.202719 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-453537a2-8f5e-47da-8ec5-b1222a33d0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:36.207790 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-453537a2-8f5e-47da-8ec5-b1222a33d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:36.252272 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453537a2-8f5e-47da-8ec5-b1222a33d0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d01691b-547e-4910-8a1a-6b850a03db3c,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:36.257186 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-453537a2-8f5e-47da-8ec5-b1222a33d0bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5bbdb8fc1dd4eda99fde75e9d9ac5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764610 Aug 10 15:14:36.259664 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 44192) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:36.330107 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9a6294a0-799a-4513-95e6-875b0360b051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:36.365955 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9a6294a0-799a-4513-95e6-875b0360b051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:36.387193 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:14:36.414462 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:14:36.414826 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 751fcd9e-f788-4dce-a8c6-4c28ddd7bd82 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:14:36.423488 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9a6294a0-799a-4513-95e6-875b0360b051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:36.426467 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9a6294a0-799a-4513-95e6-875b0360b051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:36.428322 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9a6294a0-799a-4513-95e6-875b0360b051 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d01691b-547e-4910-8a1a-6b850a03db3c HTTP/1.1" status: 204 len: 168 time: 0.1671867 Aug 10 15:14:36.439279 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6294a0-799a-4513-95e6-875b0360b051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d01691b-547e-4910-8a1a-6b850a03db3c,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:39.767178 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 44368) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:39.890746 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-68a22d25-e873-4155-8e41-aac28abb9e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.022650 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-68a22d25-e873-4155-8e41-aac28abb9e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.027771 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-68a22d25-e873-4155-8e41-aac28abb9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.071976 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-68a22d25-e873-4155-8e41-aac28abb9e40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85945c19f53741419fa7d0bb4b529ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035371 Aug 10 15:14:40.072840 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a22d25-e873-4155-8e41-aac28abb9e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4acecb7-37da-46af-a13a-159338faa91b,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:40.074981 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44380) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:40.128756 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57ec16c8-5d2e-4cc9-84fc-c03875359f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.152616 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57ec16c8-5d2e-4cc9-84fc-c03875359f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.224077 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57ec16c8-5d2e-4cc9-84fc-c03875359f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.226767 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57ec16c8-5d2e-4cc9-84fc-c03875359f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.227954 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-57ec16c8-5d2e-4cc9-84fc-c03875359f0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4acecb7-37da-46af-a13a-159338faa91b HTTP/1.1" status: 204 len: 168 time: 0.1516259 Aug 10 15:14:40.237430 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec16c8-5d2e-4cc9-84fc-c03875359f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4acecb7-37da-46af-a13a-159338faa91b,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:40.566311 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44390) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:40.580954 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9d4885e1-04df-4f83-a252-fd569d33e00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.674119 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9d4885e1-04df-4f83-a252-fd569d33e00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.678887 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9d4885e1-04df-4f83-a252-fd569d33e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.729303 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-9d4885e1-04df-4f83-a252-fd569d33e00d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d80bacd752d41128de288e607bf6eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617637 Aug 10 15:14:40.731864 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44394) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:40.737917 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4885e1-04df-4f83-a252-fd569d33e00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0503c8d3-f6d8-4e38-8471-56dac4fc539d,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:40.786557 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-89652f22-994b-4569-96e2-13912ffb804a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.821717 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-89652f22-994b-4569-96e2-13912ffb804a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.880225 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-89652f22-994b-4569-96e2-13912ffb804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.883007 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-89652f22-994b-4569-96e2-13912ffb804a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:40.884229 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-89652f22-994b-4569-96e2-13912ffb804a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0503c8d3-f6d8-4e38-8471-56dac4fc539d HTTP/1.1" status: 204 len: 168 time: 0.1514368 Aug 10 15:14:40.893097 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89652f22-994b-4569-96e2-13912ffb804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0503c8d3-f6d8-4e38-8471-56dac4fc539d,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:42.755817 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44470) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:42.866443 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2664b833-c59d-4ceb-b4cd-c0367475cf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.001355 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2664b833-c59d-4ceb-b4cd-c0367475cf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.005506 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2664b833-c59d-4ceb-b4cd-c0367475cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.055586 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-2664b833-c59d-4ceb-b4cd-c0367475cf75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50b81dc2ace04ed19c09062a9d89f292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999806 Aug 10 15:14:43.056826 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664b833-c59d-4ceb-b4cd-c0367475cf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e343035b-99bf-4876-b176-217615a23e36,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:43.059338 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44478) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:43.113770 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57219650-6c27-4381-a815-b8e46cdc50be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.138967 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57219650-6c27-4381-a815-b8e46cdc50be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.192627 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57219650-6c27-4381-a815-b8e46cdc50be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.196308 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57219650-6c27-4381-a815-b8e46cdc50be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.197513 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-57219650-6c27-4381-a815-b8e46cdc50be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e343035b-99bf-4876-b176-217615a23e36 HTTP/1.1" status: 204 len: 168 time: 0.1372564 Aug 10 15:14:43.209706 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57219650-6c27-4381-a815-b8e46cdc50be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e343035b-99bf-4876-b176-217615a23e36,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:43.460391 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44486) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:43.473189 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-87dc2151-1ef7-41ba-96fd-20ac853ff9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.564092 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-87dc2151-1ef7-41ba-96fd-20ac853ff9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.567913 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-87dc2151-1ef7-41ba-96fd-20ac853ff9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.605821 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-87dc2151-1ef7-41ba-96fd-20ac853ff9c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41f11ebf46ad4702826c12057d0cb69b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443129 Aug 10 15:14:43.607018 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc2151-1ef7-41ba-96fd-20ac853ff9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b22dc81-5732-4864-821b-cd8697d085b9,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:43.608517 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 44488) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:43.661800 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39769f28-56c9-479b-b8fd-b4f6e2f95aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.684038 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39769f28-56c9-479b-b8fd-b4f6e2f95aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.734354 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39769f28-56c9-479b-b8fd-b4f6e2f95aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.736915 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39769f28-56c9-479b-b8fd-b4f6e2f95aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:43.738059 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-39769f28-56c9-479b-b8fd-b4f6e2f95aaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b22dc81-5732-4864-821b-cd8697d085b9 HTTP/1.1" status: 204 len: 168 time: 0.1282139 Aug 10 15:14:43.746387 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39769f28-56c9-479b-b8fd-b4f6e2f95aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b22dc81-5732-4864-821b-cd8697d085b9,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:47.550015 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:14:52.268430 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 44702) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:52.339767 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cc065afd-7ef7-4a8e-8e7e-86abf2399919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:52.383439 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4da4ca31-b618-45be-bb6b-07670f793a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:52.489724 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4da4ca31-b618-45be-bb6b-07670f793a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:52.494506 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4da4ca31-b618-45be-bb6b-07670f793a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:52.533476 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-4da4ca31-b618-45be-bb6b-07670f793a72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bf4b938da4d46a9b811806d0077fdce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639260 Aug 10 15:14:52.534338 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4ca31-b618-45be-bb6b-07670f793a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc32518-28e8-436d-99f3-5c91d05c945c,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:52.536166 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44706) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:52.594122 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-02260ef0-da6e-41b2-9d25-a229312c67bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:52.618089 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-02260ef0-da6e-41b2-9d25-a229312c67bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:52.666314 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-02260ef0-da6e-41b2-9d25-a229312c67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:52.668912 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-02260ef0-da6e-41b2-9d25-a229312c67bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:52.670055 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-02260ef0-da6e-41b2-9d25-a229312c67bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9cc32518-28e8-436d-99f3-5c91d05c945c HTTP/1.1" status: 204 len: 168 time: 0.1326942 Aug 10 15:14:52.678293 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02260ef0-da6e-41b2-9d25-a229312c67bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc32518-28e8-436d-99f3-5c91d05c945c,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:53.658776 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 44744) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:53.774561 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74124b41-8fc4-49fd-a11d-a7bbfdac41c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:53.873970 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74124b41-8fc4-49fd-a11d-a7bbfdac41c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:53.878154 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-74124b41-8fc4-49fd-a11d-a7bbfdac41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:53.916615 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-74124b41-8fc4-49fd-a11d-a7bbfdac41c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d064bac114048ee9c792e137fbbc010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567458 Aug 10 15:14:53.917449 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74124b41-8fc4-49fd-a11d-a7bbfdac41c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0c279a-e986-496b-adef-c923358ac3e1,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:53.920318 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 44750) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:14:53.974373 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-95e38293-6730-4626-a835-a8ef3f11716f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:53.996383 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-95e38293-6730-4626-a835-a8ef3f11716f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:54.043938 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-95e38293-6730-4626-a835-a8ef3f11716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:54.046606 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-95e38293-6730-4626-a835-a8ef3f11716f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:54.047761 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-95e38293-6730-4626-a835-a8ef3f11716f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b0c279a-e986-496b-adef-c923358ac3e1 HTTP/1.1" status: 204 len: 168 time: 0.1261160 Aug 10 15:14:54.055530 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e38293-6730-4626-a835-a8ef3f11716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0c279a-e986-496b-adef-c923358ac3e1,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:14:55.125810 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:55.546890 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-65bfae6e-d2e5-4a49-8966-c0ae9b446450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:56.196688 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:56.669582 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:14:58.088613 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:07.909955 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-a7577b3d-12cf-4898-bdd7-c49bac0a103c tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349550487&fields=id&tenant_id=2c1a23ed2b45465181f355cbe67a2f8c HTTP/1.1" status: 200 len: 267 time: 0.2638402 Aug 10 15:15:07.977979 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-9ecf9116-20c2-4351-92fe-0ce76feff1df tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:07.979737 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-9ecf9116-20c2-4351-92fe-0ce76feff1df tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 984 time: 0.0639153 Aug 10 15:15:07.995199 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-16ce88c3-dde1-4af9-aa99-6b8475497e77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Request body: {'port': {'security_groups': ['d4f56207-b8d9-4841-bfa7-0d9727ea58c3']}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:08.073173 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-16ce88c3-dde1-4af9-aa99-6b8475497e77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:08.339479 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-16ce88c3-dde1-4af9-aa99-6b8475497e77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] For port 17998012-53db-436e-aa37-4583e1ab4d1c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=17998012-53db-436e-aa37-4583e1ab4d1c,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:08.372843 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa09cab-a32b-4405-b457-7da326c5b1cb req-49358086-3519-4459-bdd4-ff49fd6ff1ba tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:08.374424 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8fa09cab-a32b-4405-b457-7da326c5b1cb req-49358086-3519-4459-bdd4-ff49fd6ff1ba tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.1817937 Aug 10 15:15:08.388446 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-16ce88c3-dde1-4af9-aa99-6b8475497e77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:08.396204 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-16ce88c3-dde1-4af9-aa99-6b8475497e77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:08.409997 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['17998012-53db-436e-aa37-4583e1ab4d1c'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:15:08.455079 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-16ce88c3-dde1-4af9-aa99-6b8475497e77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:08.455748 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-16ce88c3-dde1-4af9-aa99-6b8475497e77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:08.457184 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-53bf27a4-70eb-4197-af40-48922dfeaaaa req-16ce88c3-dde1-4af9-aa99-6b8475497e77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "PUT /v2.0/ports/17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 942 time: 0.4698582 Aug 10 15:15:08.459877 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:08.462418 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1767fd9-cbe5-433f-93c1-e13b57824b98" -d '{"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:08.463714 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45016) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:08.501270 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8fa09cab-a32b-4405-b457-7da326c5b1cb req-5ea79203-d4b5-4e4b-a109-f4c78fdb62a3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151428 Aug 10 15:15:08.512760 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce88c3-dde1-4af9-aa99-6b8475497e77 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event updated for resources: {'Port': ['ID=17998012-53db-436e-aa37-4583e1ab4d1c,revision_number=7']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:08.531970 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0079ab7-2bf2-4079-b367-458cc8d459ae x-openstack-request-id: req-d0079ab7-2bf2-4079-b367-458cc8d459ae {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:08.532113 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:08.532314 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0079ab7-2bf2-4079-b367-458cc8d459ae {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:08.532722 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c', 'status': 'completed', 'code': 200} Aug 10 15:15:08.549332 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b3907990-6165-4783-9824-c64c2e4b0c26 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:08.559223 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['17998012-53db-436e-aa37-4583e1ab4d1c'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:15:08.579206 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b3907990-6165-4783-9824-c64c2e4b0c26 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:08.648094 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b3907990-6165-4783-9824-c64c2e4b0c26 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:08.651402 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b3907990-6165-4783-9824-c64c2e4b0c26 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:08.652924 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b3907990-6165-4783-9824-c64c2e4b0c26 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "DELETE /v2.0/security-groups/7a54ed8e-3cf9-49d0-b481-2ba215ef5171 HTTP/1.1" status: 204 len: 168 time: 0.1867435 Aug 10 15:15:08.663420 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45028) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:08.665366 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907990-6165-4783-9824-c64c2e4b0c26 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a54ed8e-3cf9-49d0-b481-2ba215ef5171,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:08.690734 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-2efb076e-f55d-4cd8-a0fd-e88473a25fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:08.692264 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-2efb076e-f55d-4cd8-a0fd-e88473a25fb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c1a23ed2b45465181f355cbe67a2f8c&device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 1098 time: 0.1355693 Aug 10 15:15:08.731390 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-34dbb4cb-6d98-40a7-8940-081827708983 None None] Provisioning complete for port 17998012-53db-436e-aa37-4583e1ab4d1c triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:08.731762 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-34dbb4cb-6d98-40a7-8940-081827708983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:08.849426 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-142a2f81-aaa1-43f4-8381-281099ded24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:08.852374 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-142a2f81-aaa1-43f4-8381-281099ded24f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 HTTP/1.1" status: 200 len: 915 time: 0.1503255 Aug 10 15:15:08.957058 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-1ef56e4c-a91d-492f-a9c8-1a5a7d5702d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 1001 time: 0.0961249 Aug 10 15:15:09.032074 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-230d22a0-484a-4dc1-9c52-b8b3e122120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:09.033611 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-230d22a0-484a-4dc1-9c52-b8b3e122120c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e7e64a0-90e9-4695-bda7-3a547c38bbbf HTTP/1.1" status: 200 len: 853 time: 0.0623119 Aug 10 15:15:09.088280 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-1bc246db-46a5-4aaf-a20b-e00688996def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:09.090529 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-1bc246db-46a5-4aaf-a20b-e00688996def service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489204 Aug 10 15:15:09.150080 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Deleting port 0d3650c0-a2ad-464a-8ad4-c5ff4f387b53 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:09.150472 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:09.188283 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-464f0b79-efe9-448d-af9b-795861d90792 service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896118 Aug 10 15:15:09.229839 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:09.230166 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:09.242969 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Calling delete_port for 0d3650c0-a2ad-464a-8ad4-c5ff4f387b53 owned by network:floatingip {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:09.282519 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1767fd9-cbe5-433f-93c1-e13b57824b98 req-9b0b1b74-eb31-4ff9-878d-583195a9dae2 service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855598 Aug 10 15:15:09.434045 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:09.461272 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event deleted for resources: {'Port': ['ID=0d3650c0-a2ad-464a-8ad4-c5ff4f387b53,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:09.525148 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks [] for floatingip, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:09.526133 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.l3_db [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Floating IP f84a618d-09da-48ec-b6f5-3d176a4b907b disassociated (deleted). External IP: 172.27.2.177, port: 17998012-53db-436e-aa37-4583e1ab4d1c. Aug 10 15:15:09.659024 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51867a8d-1ba7-41ed-96f9-d22c2dd3e459 req-27b7bb7c-e154-4263-8b36-702f864f03bf tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:09.660405 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-51867a8d-1ba7-41ed-96f9-d22c2dd3e459 req-27b7bb7c-e154-4263-8b36-702f864f03bf tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.0701010 Aug 10 15:15:09.702510 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-51867a8d-1ba7-41ed-96f9-d22c2dd3e459 req-d3de7903-d2f3-431d-a1c5-1065f52b3a8e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337846 Aug 10 15:15:09.763493 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Router c0f135c8-ce75-4c08-a3db-49adf5e5a9db has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:15:09.873442 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:09.878311 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:09.883899 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] Sync routers for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:09.893791 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:09.894524 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:09.911731 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-31c7a621-a496-47c1-a1c9-32070c5f0969 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "DELETE /v2.0/floatingips/f84a618d-09da-48ec-b6f5-3d176a4b907b HTTP/1.1" status: 204 len: 168 time: 1.2438121 Aug 10 15:15:09.912205 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:09.914996 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be8832f-6c6a-441b-bfa2-0d98c73fe392" -d '{"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:09.953479 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc23f95-9af6-42e8-a159-51c7aa30f7dc x-openstack-request-id: req-0fc23f95-9af6-42e8-a159-51c7aa30f7dc {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:09.953770 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:09.954014 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0fc23f95-9af6-42e8-a159-51c7aa30f7dc {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:09.954488 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c', 'status': 'completed', 'code': 200} Aug 10 15:15:10.028161 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:10.028334 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-0f384db1-8c20-424e-a7d3-5a5b1356cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:10.030183 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-0f384db1-8c20-424e-a7d3-5a5b1356cbd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c1a23ed2b45465181f355cbe67a2f8c&device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 1098 time: 0.0506024 Aug 10 15:15:10.223009 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-58fe5f77-e9a1-40eb-a180-3e1b2f2ce91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:10.225390 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-58fe5f77-e9a1-40eb-a180-3e1b2f2ce91f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 HTTP/1.1" status: 200 len: 915 time: 0.1873577 Aug 10 15:15:10.299697 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-08857ca5-7609-4529-9230-a24b85889bba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 200 len: 217 time: 0.0602224 Aug 10 15:15:10.365797 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-3c735c66-7301-4299-8d3f-8747af767756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:10.367846 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-3c735c66-7301-4299-8d3f-8747af767756 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8e7e64a0-90e9-4695-bda7-3a547c38bbbf HTTP/1.1" status: 200 len: 853 time: 0.0593951 Aug 10 15:15:10.379568 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-8176ac97-715b-4412-8f47-f1d92db19f73 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:10.382848 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-8176ac97-715b-4412-8f47-f1d92db19f73 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.3425374 Aug 10 15:15:10.383934 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45104) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:10.451228 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '8b1882c9-75af-4722-aad4-fd01239cec67', 'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'mac_address': 'fa:16:3e:73:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:25Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 5, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'subnets': [{'id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:10.469326 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-65e3ad03-a91e-4c1b-a934-9d66e934721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:10.470870 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-65e3ad03-a91e-4c1b-a934-9d66e934721e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0881763 Aug 10 15:15:10.497525 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] Checking router: c0f135c8-ce75-4c08-a3db-49adf5e5a9db for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:10.507956 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:10.508710 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:10.541714 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45114) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:10.655080 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Deleting port 75e97d4c-84d2-4446-a30d-eac69f4dc556 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:10.655433 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:10.674948 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:10.689210 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8e289b9d-c246-431f-a5d2-7bab851216e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:10.705718 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-646cb214-8a79-4562-9d3c-db20f88b131e service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260580 Aug 10 15:15:10.783124 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7e9d344c-12bb-43ab-b728-286d9d02aa32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:10.946328 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8e289b9d-c246-431f-a5d2-7bab851216e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:10.961197 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8e289b9d-c246-431f-a5d2-7bab851216e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:10.984431 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] For port 75e97d4c-84d2-4446-a30d-eac69f4dc556, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=75e97d4c-84d2-4446-a30d-eac69f4dc556,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:10.984809 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.029556 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9be8832f-6c6a-441b-bfa2-0d98c73fe392 req-0228ac4e-becc-4609-88d1-207abad76ac8 service neutron] 10.222.0.50 "GET /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522547 Aug 10 15:15:11.062429 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e289b9d-c246-431f-a5d2-7bab851216e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e40f36-690a-421d-a26c-91b47ce3d887,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:11.086304 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-8e289b9d-c246-431f-a5d2-7bab851216e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4cfc8d51ac9e4d93a5ed2edf58abd41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982000 Aug 10 15:15:11.087179 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45134) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:11.149839 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45136) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:11.213474 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '8b1882c9-75af-4722-aad4-fd01239cec67', 'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'mac_address': 'fa:16:3e:73:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:25Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 5, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'subnets': [{'id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:11.243477 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7e9d344c-12bb-43ab-b728-286d9d02aa32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.243754 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c543446-3c10-4b06-aa6d-f9e1390349cf None None] The sync data for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi is: [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:11:27Z', 'revision_number': 4, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '8b1882c9-75af-4722-aad4-fd01239cec67', 'name': '', 'network_id': 'b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'mac_address': 'fa:16:3e:73:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:25Z', 'updated_at': '2021-08-10T15:11:34Z', 'revision_number': 5, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'subnets': [{'id': '8e7e64a0-90e9-4695-bda7-3a547c38bbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:11.258501 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7e9d344c-12bb-43ab-b728-286d9d02aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.283234 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6bfc-0af3-4274-b9e6-ba3e6ffa8777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.341642 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d344c-12bb-43ab-b728-286d9d02aa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877b3a95-17cb-4e25-8d25-99805db0e2ff,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:11.344434 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-72d3f80c-9aa3-49d4-911c-b9d614f7e90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.347966 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6bfc-0af3-4274-b9e6-ba3e6ffa8777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.356806 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-7e9d344c-12bb-43ab-b728-286d9d02aa32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70b9ffa2731d48038df8a60b5099182c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138866 Aug 10 15:15:11.357450 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45142) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:11.383080 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3be1-6c5b-49c5-a888-b0a71fb72ed2 req-74c32ae7-aa1c-4bdd-9189-64dc2b540de8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:11.384632 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-797e3be1-6c5b-49c5-a888-b0a71fb72ed2 req-74c32ae7-aa1c-4bdd-9189-64dc2b540de8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 946 time: 0.4935925 Aug 10 15:15:11.473828 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-67f4351b-cf43-4df1-b63c-d7243d44f680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.489118 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-797e3be1-6c5b-49c5-a888-b0a71fb72ed2 req-c427d69c-7c8d-4cfe-b02c-e4133ee017c9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=fae2eb9c-7ab0-40ae-bb89-dc875201d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982964 Aug 10 15:15:11.492788 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6bfc-0af3-4274-b9e6-ba3e6ffa8777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.495302 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6bfc-0af3-4274-b9e6-ba3e6ffa8777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.496457 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-7a2e6bfc-0af3-4274-b9e6-ba3e6ffa8777 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58e40f36-690a-421d-a26c-91b47ce3d887 HTTP/1.1" status: 204 len: 168 time: 0.4082134 Aug 10 15:15:11.554452 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e6bfc-0af3-4274-b9e6-ba3e6ffa8777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e40f36-690a-421d-a26c-91b47ce3d887,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:11.570220 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-67f4351b-cf43-4df1-b63c-d7243d44f680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.604294 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.604961 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.605555 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Floating IP cebdbfd7-fcca-4f30-83dc-85366f53f758 disassociated. External IP: 172.27.2.30, port: 75e97d4c-84d2-4446-a30d-eac69f4dc556. Aug 10 15:15:11.606330 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Calling delete_port for 75e97d4c-84d2-4446-a30d-eac69f4dc556 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:11.693868 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-72d3f80c-9aa3-49d4-911c-b9d614f7e90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.703225 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-72d3f80c-9aa3-49d4-911c-b9d614f7e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.706870 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8cdf3d-6015-41b7-a4a2-08b04366486f None None] New status for floating IP f84a618d-09da-48ec-b6f5-3d176a4b907b: DOWN {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:15:11.710794 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-67f4351b-cf43-4df1-b63c-d7243d44f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.713299 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-67f4351b-cf43-4df1-b63c-d7243d44f680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.717057 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-67f4351b-cf43-4df1-b63c-d7243d44f680 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/877b3a95-17cb-4e25-8d25-99805db0e2ff HTTP/1.1" status: 204 len: 168 time: 0.3503673 Aug 10 15:15:11.760397 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-72d3f80c-9aa3-49d4-911c-b9d614f7e90f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2a4af0402134d84b70ff0d2375ce19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089885 Aug 10 15:15:11.761576 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45158) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:11.762247 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3f80c-9aa3-49d4-911c-b9d614f7e90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae72c93-b843-4151-8f2d-b3fa3fcec229,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:11.797608 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4351b-cf43-4df1-b63c-d7243d44f680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877b3a95-17cb-4e25-8d25-99805db0e2ff,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:11.805953 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.843830 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-285c011b-6aeb-42ef-bd98-2c385c7f08e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:11.901854 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event deleted for resources: {'Port': ['ID=75e97d4c-84d2-4446-a30d-eac69f4dc556,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:11.905767 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-285c011b-6aeb-42ef-bd98-2c385c7f08e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:12.008894 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-285c011b-6aeb-42ef-bd98-2c385c7f08e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:12.023929 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-285c011b-6aeb-42ef-bd98-2c385c7f08e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:12.025437 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-285c011b-6aeb-42ef-bd98-2c385c7f08e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eae72c93-b843-4151-8f2d-b3fa3fcec229 HTTP/1.1" status: 204 len: 168 time: 0.2590032 Aug 10 15:15:12.039910 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c011b-6aeb-42ef-bd98-2c385c7f08e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae72c93-b843-4151-8f2d-b3fa3fcec229,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:12.137398 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:15:12.320170 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:12.331790 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] Sync routers for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:12.342818 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:12.344414 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:12.372279 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] No DVR routers for this DVR port 75e97d4c-84d2-4446-a30d-eac69f4dc556 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:15:12.375039 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:12.377154 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-67ae319a-1008-40b6-bbe1-12f94cd95562 req-57d24482-4383-49c0-8ee6-4030450a6fa0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "DELETE /v2.0/ports/75e97d4c-84d2-4446-a30d-eac69f4dc556 HTTP/1.1" status: 204 len: 173 time: 1.9843824 Aug 10 15:15:12.377696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-deleted', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:12.380236 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8add6524-1bb6-4055-bf43-04c45ca40147" -d '{"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-deleted", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:12.450575 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3faf69-a387-4bc8-be81-aa1e2807ab72 x-openstack-request-id: req-fa3faf69-a387-4bc8-be81-aa1e2807ab72 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:12.450874 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd6d52-93c5-4877-b1c8-3a8fb0367190", "name": "network-vif-deleted", "tag": "75e97d4c-84d2-4446-a30d-eac69f4dc556", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:12.451266 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa3faf69-a387-4bc8-be81-aa1e2807ab72 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:12.451776 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd6d52-93c5-4877-b1c8-3a8fb0367190', 'name': 'network-vif-deleted', 'tag': '75e97d4c-84d2-4446-a30d-eac69f4dc556', 'status': 'completed', 'code': 200} Aug 10 15:15:12.481060 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:12.625553 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45188) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:12.643478 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b9096576-4ee3-485f-b353-72051db521d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:12.658606 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8dfc3ab7-13ec-442d-8fda-529300b30fd9 req-0a06ebe2-51be-4229-bb1f-c1b0b73a48c8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dcd6d52-93c5-4877-b1c8-3a8fb0367190 HTTP/1.1" status: 200 len: 210 time: 0.0446384 Aug 10 15:15:12.781975 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b9096576-4ee3-485f-b353-72051db521d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:12.794693 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b9096576-4ee3-485f-b353-72051db521d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:12.799101 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:12.838888 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] Checking router: 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:12.852587 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:12.853513 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:12.860795 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45198) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:12.861011 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b9096576-4ee3-485f-b353-72051db521d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7341f83d8df445f2b422d45a44e95238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312837 Aug 10 15:15:12.862835 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9096576-4ee3-485f-b353-72051db521d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4ba349-b6a5-4f0c-b5d0-b0a034278e87,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:12.967107 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45202) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:13.007347 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cac1-005f-47cb-a075-b3899a31f6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.046820 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:13.049572 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cac1-005f-47cb-a075-b3899a31f6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.114645 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4e781-5e07-4395-81af-ba5d39d4abc1 req-f7ceece2-20c2-4b50-a870-c27e3b2f43ea tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:13.116372 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2d4e781-5e07-4395-81af-ba5d39d4abc1 req-f7ceece2-20c2-4b50-a870-c27e3b2f43ea tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.1214521 Aug 10 15:15:13.138500 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1615731602-network', 'tenant_id': '506303e06432415684b9055467f6e44a'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:13.180617 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Made reservation on behalf of 506303e06432415684b9055467f6e44a for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:15:13.185072 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.203745 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.239330 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e2d4e781-5e07-4395-81af-ba5d39d4abc1 req-bdbdcd60-caa1-4ce3-979a-7b5244b58d45 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956664 Aug 10 15:15:13.243286 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cac1-005f-47cb-a075-b3899a31f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.246027 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3ee3cac1-005f-47cb-a075-b3899a31f6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.256242 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-3ee3cac1-005f-47cb-a075-b3899a31f6a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa4ba349-b6a5-4f0c-b5d0-b0a034278e87 HTTP/1.1" status: 204 len: 168 time: 0.3876150 Aug 10 15:15:13.300429 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3cac1-005f-47cb-a075-b3899a31f6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4ba349-b6a5-4f0c-b5d0-b0a034278e87,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:13.432809 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.441378 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.485768 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:15:13.491531 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9fbcf3-4f76-44cf-b777-8e0f5a11a3dd,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:13.500374 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.500374 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Added segment bb62f384-6b21-4549-89ad-319b18df9d2e of type vlan for network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 Aug 10 15:15:13.529310 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:13.534986 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:15:13.556023 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.594399 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 75e97d4c-84d2-4446-a30d-eac69f4dc556 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:15:13.594856 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 75e97d4c-84d2-4446-a30d-eac69f4dc556 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:15:13.596818 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e4d1e-4973-4cfb-9202-0df90cf833e3 None None] The sync data for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi is: [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:13.619109 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.620324 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:13.621196 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.686977 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7184415 Aug 10 15:15:13.699858 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45234) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:13.715763 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Request body: {'subnet': {'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1615731602-subnet', 'tenant_id': '506303e06432415684b9055467f6e44a', 'ip_version': 4}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:13.721529 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3b556-a928-44db-b860-4ade5b09702f admin admin] Pushing event updated for resources: {'Network': ['ID=9ef3bcc5-d2d3-4028-963e-835c43f44db7,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:13.733219 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:15:13.762095 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Made reservation on behalf of 506303e06432415684b9055467f6e44a for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:15:13.767622 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129323317'] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.813518 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45242) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:13.902342 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a9261c89-9923-44b9-9be7-f86e85694858 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.933847 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a9261c89-9923-44b9-9be7-f86e85694858 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:13.965365 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95fc6ff-bd71-403f-be07-57993b6ceff8 None None] New status for floating IP cebdbfd7-fcca-4f30-83dc-85366f53f758: DOWN {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:15:14.005914 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a9261c89-9923-44b9-9be7-f86e85694858 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.009269 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a9261c89-9923-44b9-9be7-f86e85694858 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.012931 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-a9261c89-9923-44b9-9be7-f86e85694858 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "DELETE /v2.0/security-groups/fae2eb9c-7ab0-40ae-bb89-dc875201d3df HTTP/1.1" status: 204 len: 168 time: 0.1956127 Aug 10 15:15:14.014006 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45248) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:14.030521 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129320107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129323303'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.033545 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9261c89-9923-44b9-9be7-f86e85694858 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae2eb9c-7ab0-40ae-bb89-dc875201d3df,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:14.035548 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.api.v2.resource [None req-bdc9ee68-bd05-4ee9-a239-501d93601e10 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] show failed (client error): The resource could not be found. Aug 10 15:15:14.036871 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-bdc9ee68-bd05-4ee9-a239-501d93601e10 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups/fae2eb9c-7ab0-40ae-bb89-dc875201d3df HTTP/1.1" status: 404 len: 347 time: 0.0205758 Aug 10 15:15:14.040341 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45250) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:14.160817 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6f4ced-e161-4bba-960f-b62362284a23,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:14.175613 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Checking segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:14.176067 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Network hostable DHCP agents. Network: 9ef3bcc5-d2d3-4028-963e-835c43f44db7, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:15:14.199544 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:15:14.224472 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, 9ef3bcc5-d2d3-4028-963e-835c43f44db7) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:14.226111 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Deleting port 1dd05444-0c6c-4cb2-8f58-7f383e3c55d4 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:14.226596 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.238012 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4aa2b9-f0fc-4fb1-8473-a7303d3b7c8b None None] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:15:14.262689 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:14.263299 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.309180 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-e6106e80-ad4c-4dc9-94c6-766bfe746c74 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6081097 Aug 10 15:15:14.310175 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45262) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:14.317302 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:14.348928 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.349539 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.365998 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Calling delete_port for 1dd05444-0c6c-4cb2-8f58-7f383e3c55d4 owned by network:floatingip {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:14.397635 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.398943 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.480441 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.482381 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:15:14.483750 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.540768 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedf56c-f097-4471-a810-b8b74cdf5f09 req-20784ed5-fa7b-4322-a7f2-b71bb77c4dda tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:14.542347 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1dedf56c-f097-4471-a810-b8b74cdf5f09 req-20784ed5-fa7b-4322-a7f2-b71bb77c4dda tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.1201379 Aug 10 15:15:14.611785 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1dedf56c-f097-4471-a810-b8b74cdf5f09 req-52479caf-e4fd-486e-8c81-2efb222466ef tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4f56207-b8d9-4841-bfa7-0d9727ea58c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590351 Aug 10 15:15:14.707059 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.716616 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Allocated IP 172.20.0.2 (9ef3bcc5-d2d3-4028-963e-835c43f44db7/5e6f4ced-e161-4bba-960f-b62362284a23/06b20a27-5839-4845-8f99-3f1a754166cb) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:14.717518 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.780536 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event deleted for resources: {'Port': ['ID=1dd05444-0c6c-4cb2-8f58-7f383e3c55d4,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:14.955413 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.960467 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.961945 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-b42a6d49-043d-4728-8e8b-fe088e6b22c6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "DELETE /v2.0/floatingips/cebdbfd7-fcca-4f30-83dc-85366f53f758 HTTP/1.1" status: 204 len: 168 time: 0.9175291 Aug 10 15:15:14.983337 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:14.987357 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.003536 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Transition to ACTIVE for port object 06b20a27-5839-4845-8f99-3f1a754166cb will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:15.008369 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-9b20aadd-9de6-42bd-81cc-e344f9cffe4c tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:15.009942 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-9b20aadd-9de6-42bd-81cc-e344f9cffe4c tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 945 time: 0.0993664 Aug 10 15:15:15.037924 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.044685 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Transition to ACTIVE for port object 06b20a27-5839-4845-8f99-3f1a754166cb will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:15.054285 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.102699 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:15.104552 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:15.111449 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:15.129221 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Pushing event updated for resources: {'Port': ['ID=06b20a27-5839-4845-8f99-3f1a754166cb,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:15.177451 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.178490 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.178846 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.179184 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.179508 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.180961 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.181303 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.181639 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.181994 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.182329 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.182679 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.191047 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:15.233308 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Deleting port 17998012-53db-436e-aa37-4583e1ab4d1c {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:15.233663 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.243620 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Allocated IP 172.27.2.234 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/22d48f06-023a-4b74-8392-765ad39df2c6) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:15.258447 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Attempting to bind port 06b20a27-5839-4845-8f99-3f1a754166cb on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:15:15.258815 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Attempting to bind port 06b20a27-5839-4845-8f99-3f1a754166cb by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:15:15.259178 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Attempting to bind port 06b20a27-5839-4845-8f99-3f1a754166cb on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:15.280629 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:15:15.281375 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Checking segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:15.282760 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.283355 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Bound using segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:15:15.286177 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Bound port: 06b20a27-5839-4845-8f99-3f1a754166cb, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:15:15.286949 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.406328 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] For port 17998012-53db-436e-aa37-4583e1ab4d1c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=17998012-53db-436e-aa37-4583e1ab4d1c,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:15.409520 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.429144 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] For port 06b20a27-5839-4845-8f99-3f1a754166cb, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:15:15.436847 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] For port 06b20a27-5839-4845-8f99-3f1a754166cb, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=06b20a27-5839-4845-8f99-3f1a754166cb,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:15:15.438476 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.442127 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Calling delete_port for 17998012-53db-436e-aa37-4583e1ab4d1c owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:15.447178 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.524169 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dc213-2dfb-4f69-8c40-ec0347f48df9 None None] Pushing event updated for resources: {'Port': ['ID=06b20a27-5839-4845-8f99-3f1a754166cb,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:15.532943 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.572225 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45298) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:15.578969 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-0fb36e2b-c5f8-4dba-856f-cfd556d225f5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--332167114', 'description': 'tempest-description--366503158'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:15.649913 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:15.651442 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Pushing event updated for resources: {'Port': ['ID=22d48f06-023a-4b74-8392-765ad39df2c6,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:15.656400 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:15.666109 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:15.745354 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.835756 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Pushing event deleted for resources: {'Port': ['ID=17998012-53db-436e-aa37-4583e1ab4d1c,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:15.856031 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45306) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:15.892601 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0fb36e2b-c5f8-4dba-856f-cfd556d225f5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.919579 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-17426c62-fc3c-44cc-b955-0b9bffdea1f6 req-538f3428-7584-4dbc-83b1-84db9cc0cff7 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe31b186-6c7a-49e0-b16e-6e80b0fbcf14 HTTP/1.1" status: 200 len: 210 time: 0.1543849 Aug 10 15:15:15.938346 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] No DVR routers for this DVR port 17998012-53db-436e-aa37-4583e1ab4d1c on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:15:15.941193 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:15.943319 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-83f60728-dd0f-4420-bfe3-79814647cee3 req-c48d3fc1-a4bc-44ff-ba13-c9f2f6e9f413 tempest-TestMinimumBasicScenario-1459528465 tempest-TestMinimumBasicScenario-1459528465-project] 10.222.0.50 "DELETE /v2.0/ports/17998012-53db-436e-aa37-4583e1ab4d1c HTTP/1.1" status: 204 len: 173 time: 0.9266849 Aug 10 15:15:15.945655 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'name': 'network-vif-deleted', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:15.948898 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1d19ea-1457-45d2-9b3a-32d42f8c3e08" -d '{"events": [{"server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "name": "network-vif-deleted", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:15.985544 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d9e73f-c1bb-4b48-9f6c-6d60f385c048 admin admin] Deleting subnet 4c875a83-9c60-4a88-b9e8-d557a3315cd2 {{(pid=93494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:15:15.990036 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-26d9e73f-c1bb-4b48-9f6c-6d60f385c048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.018373 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64319dd2-d4bc-43ff-b176-447281139908 x-openstack-request-id: req-64319dd2-d4bc-43ff-b176-447281139908 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:16.019271 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe31b186-6c7a-49e0-b16e-6e80b0fbcf14", "name": "network-vif-deleted", "tag": "17998012-53db-436e-aa37-4583e1ab4d1c", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:16.019526 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64319dd2-d4bc-43ff-b176-447281139908 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:16.019921 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe31b186-6c7a-49e0-b16e-6e80b0fbcf14', 'name': 'network-vif-deleted', 'tag': '17998012-53db-436e-aa37-4583e1ab4d1c', 'status': 'completed', 'code': 200} Aug 10 15:15:16.041827 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-26d9e73f-c1bb-4b48-9f6c-6d60f385c048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126725730'] for subnet, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.089970 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-26d9e73f-c1bb-4b48-9f6c-6d60f385c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.137430 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0fb36e2b-c5f8-4dba-856f-cfd556d225f5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.138543 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.159857 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-26d9e73f-c1bb-4b48-9f6c-6d60f385c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125861968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126083893'] for subnet, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.179541 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0fb36e2b-c5f8-4dba-856f-cfd556d225f5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.183254 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9e73f-c1bb-4b48-9f6c-6d60f385c048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c875a83-9c60-4a88-b9e8-d557a3315cd2,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:16.194632 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-26d9e73f-c1bb-4b48-9f6c-6d60f385c048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.196736 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-26d9e73f-c1bb-4b48-9f6c-6d60f385c048 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4c875a83-9c60-4a88-b9e8-d557a3315cd2 HTTP/1.1" status: 204 len: 168 time: 0.3396196 Aug 10 15:15:16.202363 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45310) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:16.273450 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb36e2b-c5f8-4dba-856f-cfd556d225f5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b5a348-df8e-48e5-b287-84c31e9b516d,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:16.278723 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0fb36e2b-c5f8-4dba-856f-cfd556d225f5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.281214 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.282997 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-0fb36e2b-c5f8-4dba-856f-cfd556d225f5 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7105896 Aug 10 15:15:16.283623 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45312) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:16.292420 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-57bf472f-6c9c-4cb7-9e40-35a916c55e2f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'security_group_rule': {'security_group_id': '69b5a348-df8e-48e5-b287-84c31e9b516d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:16.411963 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57bf472f-6c9c-4cb7-9e40-35a916c55e2f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.417837 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.433372 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f77195e-9dcf-46ba-8bad-f25e051755ed']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:16.448707 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ca7260-0e41-4858-874b-71a3cd07c166') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:16.449462 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ca7260-0e41-4858-874b-71a3cd07c166') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:16.467180 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.487811 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.498118 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:15:16.498980 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:15:16.501678 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:15:16.531402 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 06b20a27-5839-4845-8f99-3f1a754166cb up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:16.555536 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.558865 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57bf472f-6c9c-4cb7-9e40-35a916c55e2f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.591531 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.603351 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.605498 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1f77195e-9dcf-46ba-8bad-f25e051755ed HTTP/1.1" status: 204 len: 168 time: 0.4017096 Aug 10 15:15:16.617188 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 06b20a27-5839-4845-8f99-3f1a754166cb completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:16.627505 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57bf472f-6c9c-4cb7-9e40-35a916c55e2f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.629624 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e6a83-9861-4fab-908c-35c9b4097f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f77195e-9dcf-46ba-8bad-f25e051755ed,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:16.801663 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45316) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:16.843652 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c7d209-e0f8-40ff-9dc9-3045bea0a02e None None] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:15:16.853513 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9b07b08f-3951-4ac5-b35d-f92ce501ef7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9689034486024264a65fae6b1b3aa932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506778 Aug 10 15:15:16.854318 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45318) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:16.886856 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf472f-6c9c-4cb7-9e40-35a916c55e2f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1e200e-80b4-477d-97e9-b82890dd3a1c,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:16.895595 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-57bf472f-6c9c-4cb7-9e40-35a916c55e2f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.897018 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-57bf472f-6c9c-4cb7-9e40-35a916c55e2f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6103203 Aug 10 15:15:16.899760 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45322) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:16.905046 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-4265db0a-a69f-473a-aedb-5e5261015722 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'security_group_rule': {'security_group_id': '69b5a348-df8e-48e5-b287-84c31e9b516d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:16.922811 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fef8ff6c-e52c-4dcc-be0b-d69b737ca13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.930634 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-df45fa29-253d-480f-9e2b-6c6e0bef1d34 None None] Provisioning for port 06b20a27-5839-4845-8f99-3f1a754166cb completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:16.947442 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fef8ff6c-e52c-4dcc-be0b-d69b737ca13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:16.962172 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-df45fa29-253d-480f-9e2b-6c6e0bef1d34 None None] Provisioning complete for port 06b20a27-5839-4845-8f99-3f1a754166cb triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:16.962726 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-df45fa29-253d-480f-9e2b-6c6e0bef1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.011458 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fef8ff6c-e52c-4dcc-be0b-d69b737ca13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.014708 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fef8ff6c-e52c-4dcc-be0b-d69b737ca13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.015880 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-fef8ff6c-e52c-4dcc-be0b-d69b737ca13a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8763b98-f505-4ebd-9061-3cc54fb918f1 HTTP/1.1" status: 204 len: 168 time: 0.1605899 Aug 10 15:15:17.032975 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8ff6c-e52c-4dcc-be0b-d69b737ca13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8763b98-f505-4ebd-9061-3cc54fb918f1,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:17.048233 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4265db0a-a69f-473a-aedb-5e5261015722 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.172611 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Router d9eeb9db-a7cb-4355-bba2-35e0a2004655 is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:15:17.196351 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-df45fa29-253d-480f-9e2b-6c6e0bef1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.203099 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4265db0a-a69f-473a-aedb-5e5261015722 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.249268 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4265db0a-a69f-473a-aedb-5e5261015722 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.254846 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-df45fa29-253d-480f-9e2b-6c6e0bef1d34 None None] For port 06b20a27-5839-4845-8f99-3f1a754166cb, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=06b20a27-5839-4845-8f99-3f1a754166cb,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:17.261668 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-df45fa29-253d-480f-9e2b-6c6e0bef1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.319981 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265db0a-a69f-473a-aedb-5e5261015722 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da27d2d0-706a-4117-bca9-d7c326b63900,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:17.333732 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4265db0a-a69f-473a-aedb-5e5261015722 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.339155 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45342) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:17.344001 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'floatingip': {'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:17.352565 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-4265db0a-a69f-473a-aedb-5e5261015722 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4361973 Aug 10 15:15:17.398456 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45fa29-253d-480f-9e2b-6c6e0bef1d34 None None] Pushing event updated for resources: {'Port': ['ID=06b20a27-5839-4845-8f99-3f1a754166cb,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:17.409146 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.461530 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:17.473891 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Sync routers for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:17.500151 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:17.502174 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:17.511049 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] Notify callbacks [] for router, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.512838 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-2f3a647a-572c-409e-9379-b47d3bf5f715 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2012341 Aug 10 15:15:17.520576 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45356) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:17.594329 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 17998012-53db-436e-aa37-4583e1ab4d1c no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:15:17.627688 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 17998012-53db-436e-aa37-4583e1ab4d1c {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:15:17.628124 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 17998012-53db-436e-aa37-4583e1ab4d1c not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:15:17.707021 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-e01ae13d-0766-4405-b02e-8403116d9a4f None None] Provisioning complete for port 06b20a27-5839-4845-8f99-3f1a754166cb triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:17.707383 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e01ae13d-0766-4405-b02e-8403116d9a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.752242 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:17.757892 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:17.985006 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:15Z', 'revision_number': 3, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:18.013426 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Checking router: d9eeb9db-a7cb-4355-bba2-35e0a2004655 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:18.013787 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Updating router d9eeb9db-a7cb-4355-bba2-35e0a2004655 port 22d48f06-023a-4b74-8392-765ad39df2c6 binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:15:18.017728 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Allocated IP 172.27.2.62 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/1713d673-ef9f-4045-ac29-f5abd12b8bc4) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:18.184874 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:18.335601 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45388) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:18.496739 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 06b20a27-5839-4845-8f99-3f1a754166cb up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:18.506560 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:18.579992 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 06b20a27-5839-4845-8f99-3f1a754166cb triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:18.580502 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:18.596580 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:18.610164 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:18.671317 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:18.682560 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:18.688379 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:18.763255 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'Port': ['ID=1713d673-ef9f-4045-ac29-f5abd12b8bc4,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:18.784261 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954525'] for router_interface, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:18.852503 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:18.879144 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Transition to ACTIVE for port object 22d48f06-023a-4b74-8392-765ad39df2c6 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:18.890960 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:18.963522 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.009922 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Allocated IP 172.20.0.1 (9ef3bcc5-d2d3-4028-963e-835c43f44db7/5e6f4ced-e161-4bba-960f-b62362284a23/5c14a06f-84f5-4946-9ffa-2381edcc782f) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:19.028987 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e8661-0760-412f-88dc-92e1da1a092b None None] Pushing event updated for resources: {'Port': ['ID=22d48f06-023a-4b74-8392-765ad39df2c6,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:19.029243 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.056634 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Attempting to bind port 22d48f06-023a-4b74-8392-765ad39df2c6 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:15:19.057031 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Attempting to bind port 22d48f06-023a-4b74-8392-765ad39df2c6 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:15:19.057403 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Attempting to bind port 22d48f06-023a-4b74-8392-765ad39df2c6 on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:19.067086 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:15:19.067476 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:19.067885 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.068284 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:15:19.070043 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Bound port: 22d48f06-023a-4b74-8392-765ad39df2c6, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:15:19.070492 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.157727 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] For port 22d48f06-023a-4b74-8392-765ad39df2c6, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:15:19.161432 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] For port 22d48f06-023a-4b74-8392-765ad39df2c6, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=22d48f06-023a-4b74-8392-765ad39df2c6,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:15:19.172258 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.232553 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Deleting port 8b1882c9-75af-4722-aad4-fd01239cec67 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:19.232965 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.274566 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:19.275467 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:19.283933 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.314191 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e8661-0760-412f-88dc-92e1da1a092b None None] Pushing event updated for resources: {'Port': ['ID=22d48f06-023a-4b74-8392-765ad39df2c6,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:19.314485 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Transition to ACTIVE for port object 5c14a06f-84f5-4946-9ffa-2381edcc782f will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:19.377429 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.384829 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] For port 8b1882c9-75af-4722-aad4-fd01239cec67, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=8b1882c9-75af-4722-aad4-fd01239cec67,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:19.385521 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.386387 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.413985 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Calling delete_port for 8b1882c9-75af-4722-aad4-fd01239cec67 owned by network:router_interface {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:19.432601 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:19.478847 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.524693 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'Port': ['ID=1713d673-ef9f-4045-ac29-f5abd12b8bc4,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:19.528721 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:19.529819 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.536254 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:19.542620 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:19.624983 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.643613 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-3c776bf9-9df2-4e5d-9a2b-de5908a0be78 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2860816 Aug 10 15:15:19.648758 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c14a06f-84f5-4946-9ffa-2381edcc782f,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:19.679999 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.745275 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:19.790823 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1882c9-75af-4722-aad4-fd01239cec67,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:19.864773 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:15Z', 'revision_number': 3, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:19.901228 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa8f0a-e671-4533-ac2d-90925c23106a None None] The sync data for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi is: [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:15Z', 'revision_number': 3, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:20.037950 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-f233c92f-a972-4926-90db-6e73b7561267 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--332167114&fields=id&tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d HTTP/1.1" status: 200 len: 267 time: 0.0759404 Aug 10 15:15:20.047710 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:20.062291 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-0b809549-a5a3-4b73-a80e-d6cfbb3c2700 None None] Provisioning for port 5c14a06f-84f5-4946-9ffa-2381edcc782f completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:20.067740 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-0b809549-a5a3-4b73-a80e-d6cfbb3c2700 None None] Provisioning complete for port 5c14a06f-84f5-4946-9ffa-2381edcc782f triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:20.068410 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0b809549-a5a3-4b73-a80e-d6cfbb3c2700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:20.124338 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651565'] for router_interface, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:20.133055 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-0b809549-a5a3-4b73-a80e-d6cfbb3c2700 None None] Port 5c14a06f-84f5-4946-9ffa-2381edcc782f cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:15:20.340625 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-4d4353c9-0edf-41a4-9a94-7e1f5b5d9abd tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:20.343430 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-4d4353c9-0edf-41a4-9a94-7e1f5b5d9abd tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 815 time: 0.2855525 Aug 10 15:15:20.405679 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-4d2b9164-0361-4851-9317-ceae7fbaefec tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/quotas/e1f10a74313942b9aa4f4fc2f01fbd0d HTTP/1.1" status: 200 len: 375 time: 0.0397408 Aug 10 15:15:20.445547 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Router c0f135c8-ce75-4c08-a3db-49adf5e5a9db has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:15:20.495547 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:20.509486 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:20.546909 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-c83b20bc-dca6-492c-80b6-acd7e6430a73 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1315906 Aug 10 15:15:20.566713 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 22d48f06-023a-4b74-8392-765ad39df2c6 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:20.602389 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:20.612969 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] Sync routers for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:20.616552 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-c4e9d027-0b70-44a3-8bff-bbbb7146c89c admin admin] 10.222.0.26 "PUT /v2.0/routers/c0f135c8-ce75-4c08-a3db-49adf5e5a9db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2795031 Aug 10 15:15:20.616870 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:20.619461 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45422) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:20.628239 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c14a06f-84f5-4946-9ffa-2381edcc782f,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:20.638213 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:20.639859 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:20.704246 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 22d48f06-023a-4b74-8392-765ad39df2c6 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:20.708540 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 22d48f06-023a-4b74-8392-765ad39df2c6 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:20.708925 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:20.788087 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:20.789939 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:20.791766 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:20.877368 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:20.907318 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:20.966995 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 22d48f06-023a-4b74-8392-765ad39df2c6, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=22d48f06-023a-4b74-8392-765ad39df2c6,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:20.979162 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.023248 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.101777 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-0bb9c1c9-4f42-4294-bac7-1a2d22aa2f5a service neutron] 10.222.0.26 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003951 Aug 10 15:15:21.128419 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=22d48f06-023a-4b74-8392-765ad39df2c6,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:21.155423 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Deleting port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:21.156174 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.231557 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 5, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port': {'id': 'dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:20Z', 'updated_at': '2021-08-10T15:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:21.243248 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Router d9eeb9db-a7cb-4355-bba2-35e0a2004655 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:15:21.279345 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] Checking router: c0f135c8-ce75-4c08-a3db-49adf5e5a9db for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:21.285376 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-98bbb2f2-4394-4ccc-b206-3475e45a91b1 None None] Provisioning complete for port 5c14a06f-84f5-4946-9ffa-2381edcc782f triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:21.285836 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-98bbb2f2-4394-4ccc-b206-3475e45a91b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.296617 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] Routers {'c0f135c8-ce75-4c08-a3db-49adf5e5a9db'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:21.298060 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] For port dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:21.298350 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:21.298572 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.316823 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Calling delete_port for dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 owned by network:router_gateway {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:21.322337 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-6d521840-fb6c-4dc6-9d96-c4bcd56c364d service neutron] 10.222.0.26 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132025 Aug 10 15:15:21.367093 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-98bbb2f2-4394-4ccc-b206-3475e45a91b1 None None] Port 5c14a06f-84f5-4946-9ffa-2381edcc782f cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:15:21.412625 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:21.417098 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] Set router c0f135c8-ce75-4c08-a3db-49adf5e5a9db gateway port host: None {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:21.420936 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-88d59ac2-478a-4c2e-a665-b540beb613a3 admin admin] 10.222.0.26 "PUT /v2.0/routers/d9eeb9db-a7cb-4355-bba2-35e0a2004655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8977184 Aug 10 15:15:21.483409 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:15:21Z', 'revision_number': 6, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port_host': None}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:21.514226 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3dbd2a-7ed1-4838-a77e-3b4cf5e56a93 None None] The sync data for ids ['c0f135c8-ce75-4c08-a3db-49adf5e5a9db'] in dv-cinder-780933-14-iscsi is: [{'id': 'c0f135c8-ce75-4c08-a3db-49adf5e5a9db', 'name': 'tempest-TestMinimumBasicScenario-357250590-router', 'tenant_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:19Z', 'updated_at': '2021-08-10T15:15:21Z', 'revision_number': 6, 'project_id': '2c1a23ed2b45465181f355cbe67a2f8c', 'gw_port_host': None}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:21.572983 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.596875 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b2462a7d-7492-4bae-8b32-765ab80112f7 req-9f40c6d4-5879-4948-847d-8b7fe250d72b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 210 time: 0.0731378 Aug 10 15:15:21.611240 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:21.680967 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654795'] for router_gateway, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.793485 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113030'] for router, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.796020 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.872320 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652582'] for router, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.872957 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f135c8-ce75-4c08-a3db-49adf5e5a9db {{(pid=93495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:15:21.882573 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] Notify callbacks [] for router, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:21.884367 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-ed06c528-bfbf-4003-bb31-c92d061d07eb admin admin] 10.222.0.26 "DELETE /v2.0/routers/c0f135c8-ce75-4c08-a3db-49adf5e5a9db HTTP/1.1" status: 204 len: 168 time: 1.2642000 Aug 10 15:15:21.886896 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45442) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:22.225951 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be52320-74b3-401e-847a-c6e34fff5a75 admin admin] Deleting subnet 8e7e64a0-90e9-4695-bda7-3a547c38bbbf {{(pid=93495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:15:22.230609 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9be52320-74b3-401e-847a-c6e34fff5a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.273738 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9be52320-74b3-401e-847a-c6e34fff5a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126710408'] for subnet, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.278854 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45462) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:22.284197 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-835553305-network', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:22.312199 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Made reservation on behalf of 587002af2a314a3ca630a7b8628a4df8 for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:15:22.316616 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.322870 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Sync routers for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:22.346685 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.351290 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:22.351950 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:22.355236 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-6f14938b-3a20-47ba-a75c-f69dd3c1bd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.444237 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9be52320-74b3-401e-847a-c6e34fff5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.513974 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9be52320-74b3-401e-847a-c6e34fff5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129320170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129323220'] for subnet, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.514342 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 22d48f06-023a-4b74-8392-765ad39df2c6 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:22.531143 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.541936 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.551819 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be52320-74b3-401e-847a-c6e34fff5a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7e64a0-90e9-4695-bda7-3a547c38bbbf,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:22.558808 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9be52320-74b3-401e-847a-c6e34fff5a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.561756 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=93494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:15:22.563571 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-9be52320-74b3-401e-847a-c6e34fff5a75 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8e7e64a0-90e9-4695-bda7-3a547c38bbbf HTTP/1.1" status: 204 len: 168 time: 0.6743026 Aug 10 15:15:22.564092 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45466) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:22.574037 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3326d-2a7c-4f23-bf59-b6260f277241 None None] Network b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:15:22.577235 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.577469 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Added segment 14f92731-d953-440e-87d0-a984ee6b94e5 of type vlan for network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 Aug 10 15:15:22.639529 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.720707 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:22.726227 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bfc95b-ed32-4329-b5bb-27d95ce8b040,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:22.732437 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.733818 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:22.734642 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.762659 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.812372 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5323482 Aug 10 15:15:22.817905 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 22d48f06-023a-4b74-8392-765ad39df2c6 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:22.818470 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.821500 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45474) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:22.828667 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Request body: {'subnet': {'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-835553305-subnet', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'ip_version': 4}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:22.881040 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] DHCP port deletion for b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 request from dv-cinder-780933-14-iscsi {{(pid=93496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:15:22.886234 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Made reservation on behalf of 587002af2a314a3ca630a7b8628a4df8 for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:15:22.890765 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129323317'] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:22.915167 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f604cd09-d0ba-41e3-a42e-817f220f4c0f req-ff8e58de-6115-4fa2-908c-9ba65ce01ec4 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 210 time: 0.1560547 Aug 10 15:15:22.939647 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20da19b-cdec-4106-aacc-6a4a0118c7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6aebfd-8daa-48ff-825c-179bfbc3f264,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:22.959548 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:15:22.967412 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Deleting port cb626629-384a-40e1-846e-6f2760949f52 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:22.967820 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.084820 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] For port cb626629-384a-40e1-846e-6f2760949f52, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=cb626629-384a-40e1-846e-6f2760949f52,segment=NetworkSegment(5cb44134-1a69-4850-9d8e-8aad0636cb96),segment_id=5cb44134-1a69-4850-9d8e-8aad0636cb96)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:23.085541 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.115421 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Calling delete_port for cb626629-384a-40e1-846e-6f2760949f52 owned by network:dhcp {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:23.293558 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-7ad0659d-453a-4e07-8527-0c25ce017050 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:23.295843 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-7ad0659d-453a-4e07-8527-0c25ce017050 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 815 time: 0.1931713 Aug 10 15:15:23.377138 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-12a6e1d4-3574-41b1-84a9-4f50e8200c74 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d HTTP/1.1" status: 200 len: 379 time: 0.0717571 Aug 10 15:15:23.390633 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'port': {'device_id': '95d59829-247e-4ee6-9ee0-84771053069d', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'admin_state_up': True, 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'security_groups': ['69b5a348-df8e-48e5-b287-84c31e9b516d']}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:23.402522 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] Deleting port cb626629-384a-40e1-846e-6f2760949f52 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:23.407241 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.411175 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.469107 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] No DVR routers for this DVR port cb626629-384a-40e1-846e-6f2760949f52 on host dv-cinder-780933-14-iscsi {{(pid=93495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:15:23.470807 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb626629-384a-40e1-846e-6f2760949f52,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:23.513107 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:15:23.557153 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Made reservation on behalf of e1f10a74313942b9aa4f4fc2f01fbd0d for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:15:23.560885 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.569319 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:15:23.569707 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device dfd2d744-2e2b-4f7c-af84-7cecc4d73fd3 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:15:23.570107 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 8b1882c9-75af-4722-aad4-fd01239cec67 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:15:23.598857 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 8b1882c9-75af-4722-aad4-fd01239cec67 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:15:23.599204 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 8b1882c9-75af-4722-aad4-fd01239cec67 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:15:23.603121 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] For port cb626629-384a-40e1-846e-6f2760949f52, host dv-cinder-780933-14-iscsi, got binding levels [] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:23.603526 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.628587 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] Calling delete_port for cb626629-384a-40e1-846e-6f2760949f52 owned by network:dhcp {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:23.631909 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.634502 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.ipam_backend_mixin [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] Port cb626629-384a-40e1-846e-6f2760949f52 was not found and therefore no delete operation was performed {{(pid=93496) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 15:15:23.636486 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.645667 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7']}} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:23.651359 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129320107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129323303'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.655046 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] No DVR routers for this DVR port cb626629-384a-40e1-846e-6f2760949f52 on host dv-cinder-780933-14-iscsi {{(pid=93496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:15:23.683166 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a30a1-600f-4e7c-bc44-a2e1f25664a0 None None] Pushing event deleted for resources: {'Port': ['ID=cb626629-384a-40e1-846e-6f2760949f52,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:23.689367 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 2, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:23.717571 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213ceda-840f-4fe5-8d3a-c7b857939db3 req-ae068447-f980-4150-a632-ee3a98e8dde5 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:23.719988 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a213ceda-840f-4fe5-8d3a-c7b857939db3 req-ae068447-f980-4150-a632-ee3a98e8dde5 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.1235096 Aug 10 15:15:23.722557 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb44134-1a69-4850-9d8e-8aad0636cb96') {'for_net_delete': True} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:23.723904 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb44134-1a69-4850-9d8e-8aad0636cb96') {} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:23.724100 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Checking router: d9eeb9db-a7cb-4355-bba2-35e0a2004655 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:23.724756 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Updating router d9eeb9db-a7cb-4355-bba2-35e0a2004655 port 5c14a06f-84f5-4946-9ffa-2381edcc782f binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:15:23.745311 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126710513'] for segment, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.751840 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.786693 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.790534 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead57ce7-c5ea-4661-80f6-a69e12420807,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:23.805254 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:15:23.805602 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129319936'] for segment, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: Traceback (most recent call last): Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: timer() Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: cb(*args, **kw) Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: return func(*args, **kwargs) Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: self._notify() Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: self.callback(batched_events) Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: event.method(event) Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: return f(self, *a, **k) Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._get(url).json() Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: return self.request(url, 'GET', **kwargs) Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:15:23.807566 dv-cinder-780933-14-iscsi neutron-server[93495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:15:23.853506 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a213ceda-840f-4fe5-8d3a-c7b857939db3 req-c75c1c82-0b68-45a8-a22e-b37605799ed7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236558 Aug 10 15:15:23.858522 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Allocated IP 172.20.0.9 (b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc/b5afb919-3672-4f02-9af1-96a56f2ed2d4/99be79fb-4ba1-4369-8ffb-2bb017b29fae) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:23.861063 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Checking segment: {'id': '14f92731-d953-440e-87d0-a984ee6b94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:23.863894 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Network hostable DHCP agents. Network: 0a6aebfd-8daa-48ff-825c-179bfbc3f264, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:15:23.897976 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:15:23.902573 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.909836 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.912840 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7 HTTP/1.1" status: 204 len: 168 time: 1.3467531 Aug 10 15:15:23.916052 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45506) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:23.927503 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, 0a6aebfd-8daa-48ff-825c-179bfbc3f264) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:23.929908 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc897a9c-53af-412b-a0c5-8c23f924d4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8497ce4-6f49-4ff6-8e28-57a9e67c8fd7,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:23.941111 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:23.941726 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:23.954503 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e2653-74c5-48ae-94bd-b121d2f1bd63 None None] Network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:15:23.957043 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-e3349aea-d5dc-4cba-8157-44bf3c2ea378 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1329231 Aug 10 15:15:23.960388 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45510) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:23.965424 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:23.997014 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.000673 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.066729 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.200373 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.245450 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-0a6aebfd-8daa-48ff-825c-179bfbc3f264', 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'fixed_ips': [{'subnet_id': 'ead57ce7-c5ea-4661-80f6-a69e12420807'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:15:24.246540 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.250925 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.268424 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b256622a-1347-440b-90f9-68ead5fecfcf req-35c25fa5-5b39-470c-b52a-9ec82d89113a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 210 time: 0.2448950 Aug 10 15:15:24.273920 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Transition to ACTIVE for port object 99be79fb-4ba1-4369-8ffb-2bb017b29fae will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:24.284595 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.328689 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Transition to ACTIVE for port object 5c14a06f-84f5-4946-9ffa-2381edcc782f will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:24.352918 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.391709 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.469425 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device cb626629-384a-40e1-846e-6f2760949f52 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:15:24.490991 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:24.492645 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:24.496980 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:24.505661 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:24.507003 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: cb626629-384a-40e1-846e-6f2760949f52 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:15:24.507195 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device cb626629-384a-40e1-846e-6f2760949f52 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:15:24.525509 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4252b-2477-4ee7-a82e-1958b3c31815 None None] Pushing event updated for resources: {'Port': ['ID=5c14a06f-84f5-4946-9ffa-2381edcc782f,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:24.528884 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Allocated IP 172.20.0.2 (0a6aebfd-8daa-48ff-825c-179bfbc3f264/ead57ce7-c5ea-4661-80f6-a69e12420807/0658dedf-1889-4124-9130-319c6a64bde7) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:24.558678 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:15:24.588192 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:24.588950 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.623262 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.629404 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Attempting to bind port 5c14a06f-84f5-4946-9ffa-2381edcc782f on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:15:24.629773 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Attempting to bind port 5c14a06f-84f5-4946-9ffa-2381edcc782f by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:15:24.630139 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Attempting to bind port 5c14a06f-84f5-4946-9ffa-2381edcc782f on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:24.640149 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:15:24.640529 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Checking segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:24.640931 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.641328 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Bound using segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:15:24.641852 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Bound port: 5c14a06f-84f5-4946-9ffa-2381edcc782f, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:15:24.642272 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.644923 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.665862 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-8ffc2a73-b5a8-4f99-a141-dba4f8ce717e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2830422 Aug 10 15:15:24.752552 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] For port 5c14a06f-84f5-4946-9ffa-2381edcc782f, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:15:24.756644 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] For port 5c14a06f-84f5-4946-9ffa-2381edcc782f, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=5c14a06f-84f5-4946-9ffa-2381edcc782f,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:15:24.767272 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:24.815312 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Allocated IP 172.27.2.214 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/7af3b9d2-0c27-4705-95ac-3865b4e9a3ce) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:24.916269 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4252b-2477-4ee7-a82e-1958b3c31815 None None] Pushing event updated for resources: {'Port': ['ID=5c14a06f-84f5-4946-9ffa-2381edcc782f,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:24.954154 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:24.954851 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:14:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:25.010656 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.072701 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Request body: {'port': {'device_id': '95d59829-247e-4ee6-9ee0-84771053069d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:25.089407 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:25.098643 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.159728 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:25.176628 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:25.183196 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:25.207355 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954525'] for router_interface, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.220828 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Pushing event updated for resources: {'Port': ['ID=7af3b9d2-0c27-4705-95ac-3865b4e9a3ce,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:25.253914 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.267910 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d4550-a456-4c7e-8b8a-b238ebb0e822 req-090f938a-833c-4579-9de5-b227f7e32310 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:25.269513 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2c1d4550-a456-4c7e-8b8a-b238ebb0e822 req-090f938a-833c-4579-9de5-b227f7e32310 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.2042739 Aug 10 15:15:25.355499 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.365924 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.386132 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Transition to ACTIVE for port object 0658dedf-1889-4124-9130-319c6a64bde7 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:25.439647 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Transition to ACTIVE for port object 0658dedf-1889-4124-9130-319c6a64bde7 will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:25.443179 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2c1d4550-a456-4c7e-8b8a-b238ebb0e822 req-f80b9f17-ce9f-467c-a3b1-a3c744e7f170 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603155 Aug 10 15:15:25.470626 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.544708 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-53937eda-23dd-4bd1-b8b5-aec94019627c None None] Provisioning for port 99be79fb-4ba1-4369-8ffb-2bb017b29fae completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:25.568611 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:25.579083 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-53937eda-23dd-4bd1-b8b5-aec94019627c None None] Provisioning complete for port 99be79fb-4ba1-4369-8ffb-2bb017b29fae triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:25.579403 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-53937eda-23dd-4bd1-b8b5-aec94019627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.587466 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:25.600214 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.617079 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:25.627512 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f69e3fb1-82bd-45c8-bf28-e9de1d35a14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.634720 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Pushing event updated for resources: {'Port': ['ID=0658dedf-1889-4124-9130-319c6a64bde7,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:25.667522 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-53937eda-23dd-4bd1-b8b5-aec94019627c None None] Port 99be79fb-4ba1-4369-8ffb-2bb017b29fae cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:15:25.694154 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-f2d436b5-83b1-4c01-97cc-0a51f49a3c94 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:25.695684 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-f2d436b5-83b1-4c01-97cc-0a51f49a3c94 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.3120286 Aug 10 15:15:25.715023 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Attempting to bind port 0658dedf-1889-4124-9130-319c6a64bde7 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:15:25.715403 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Attempting to bind port 0658dedf-1889-4124-9130-319c6a64bde7 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '14f92731-d953-440e-87d0-a984ee6b94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:15:25.715833 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Attempting to bind port 0658dedf-1889-4124-9130-319c6a64bde7 on network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:25.721851 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:24Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:25.761066 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f158fc-3e7e-4971-82e1-cbd185bad2ff req-affc2e91-808e-4701-b1be-11693a1968fc tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:25.761541 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a95b691-ab63-4c85-83a5-adba94e29a02 None None] The sync data for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi is: [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:24Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:25.762626 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-13f158fc-3e7e-4971-82e1-cbd185bad2ff req-affc2e91-808e-4701-b1be-11693a1968fc tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 931 time: 0.2982757 Aug 10 15:15:25.763395 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:15:25.763780 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Checking segment: {'id': '14f92731-d953-440e-87d0-a984ee6b94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:25.764188 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.765023 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Bound using segment: {'id': '14f92731-d953-440e-87d0-a984ee6b94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:15:25.765023 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Bound port: 0658dedf-1889-4124-9130-319c6a64bde7, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f92731-d953-440e-87d0-a984ee6b94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:15:25.765418 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.908880 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:25.949396 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-13f158fc-3e7e-4971-82e1-cbd185bad2ff req-b92cb938-5f37-4beb-9f73-f0e576f6a83c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582921 Aug 10 15:15:26.011409 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] For port 0658dedf-1889-4124-9130-319c6a64bde7, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:15:26.016323 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] For port 0658dedf-1889-4124-9130-319c6a64bde7, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=0658dedf-1889-4124-9130-319c6a64bde7,segment=NetworkSegment(14f92731-d953-440e-87d0-a984ee6b94e5),segment_id=14f92731-d953-440e-87d0-a984ee6b94e5)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:15:26.023707 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.062615 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Deleting port 7a18b997-f31f-4169-9636-cce8c69c31f5 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:26.063023 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.145196 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ceb3e-1320-4d0e-b752-aec26ee81e23 None None] Pushing event updated for resources: {'Port': ['ID=0658dedf-1889-4124-9130-319c6a64bde7,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:26.170285 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Router cd249236-cb57-41ca-894c-166b40fbe705 is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:15:26.175614 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99be79fb-4ba1-4369-8ffb-2bb017b29fae {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:15:26.194881 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.218839 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.237599 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Transition to ACTIVE for port object 99be79fb-4ba1-4369-8ffb-2bb017b29fae will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:26.251172 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.298303 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] For port 7a18b997-f31f-4169-9636-cce8c69c31f5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a18b997-f31f-4169-9636-cce8c69c31f5,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:26.298717 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.305398 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:26.325782 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Deleting port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:26.326217 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.336541 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Sync routers for ids ['cd249236-cb57-41ca-894c-166b40fbe705'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:26.339847 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] Notify callbacks [] for router, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.344529 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-60bb2f21-7252-4a7d-8c49-ef3d5952822c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3828804 Aug 10 15:15:26.345310 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45534) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:26.352869 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Routers {'cd249236-cb57-41ca-894c-166b40fbe705'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:26.353816 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['cd249236-cb57-41ca-894c-166b40fbe705'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:26.466574 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:26.550216 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Set router cd249236-cb57-41ca-894c-166b40fbe705 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:26.633448 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 5c14a06f-84f5-4946-9ffa-2381edcc782f up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:26.763066 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.783073 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 5c14a06f-84f5-4946-9ffa-2381edcc782f completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:26.790532 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 5c14a06f-84f5-4946-9ffa-2381edcc782f triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:26.796618 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.838859 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-60631457-562c-463a-a237-1377046309d8 admin admin] For port 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69,segment=NetworkSegment(d4e5261e-7b27-45e3-884d-1dd47b9a26ec),segment_id=d4e5261e-7b27-45e3-884d-1dd47b9a26ec)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:26.839136 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.880986 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Calling delete_port for 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 owned by network:router_interface {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:26.931671 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:26.967113 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:25Z', 'revision_number': 3, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'gw_port': {'id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:27.027647 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 5c14a06f-84f5-4946-9ffa-2381edcc782f, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=5c14a06f-84f5-4946-9ffa-2381edcc782f,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:27.037932 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:27.189151 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=5c14a06f-84f5-4946-9ffa-2381edcc782f,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:27.309291 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Checking router: cd249236-cb57-41ca-894c-166b40fbe705 for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:27.309887 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Updating router cd249236-cb57-41ca-894c-166b40fbe705 port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce binding host dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:15:27.379176 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:27.454642 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccc017-399a-44a4-b1e7-169d7696eae4 req-89be5b85-0071-4929-8451-68c8240aa25a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:27.456574 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bfccc017-399a-44a4-b1e7-169d7696eae4 req-89be5b85-0071-4929-8451-68c8240aa25a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 946 time: 0.7883792 Aug 10 15:15:27.463391 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Attempting to bind port 99be79fb-4ba1-4369-8ffb-2bb017b29fae on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:15:27.463758 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Attempting to bind port 99be79fb-4ba1-4369-8ffb-2bb017b29fae by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:15:27.464212 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Attempting to bind port 99be79fb-4ba1-4369-8ffb-2bb017b29fae on network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:27.469878 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45556) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:27.520632 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Port 99be79fb-4ba1-4369-8ffb-2bb017b29fae on network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:15:27.521113 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Attempting to bind port 99be79fb-4ba1-4369-8ffb-2bb017b29fae on network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:27.540638 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae45086-9926-4c96-936b-065505b4426e req-7d0f3056-3c36-4df5-8499-85d1c7e668d2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:27.548493 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5ae45086-9926-4c96-936b-065505b4426e req-7d0f3056-3c36-4df5-8499-85d1c7e668d2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.4294078 Aug 10 15:15:27.595253 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 7a18b997-f31f-4169-9636-cce8c69c31f5 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:15:27.680182 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e058bf8-0004-4dd1-a16b-2b5e8aef66a7 None None] Network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:15:27.792391 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:27.813808 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-79b9dde4-a334-4c83-a5f4-1a48d333e46e None None] Provisioning for port 0658dedf-1889-4124-9130-319c6a64bde7 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:27.831564 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:27.894539 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:27.895128 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:27.900092 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6824cfa3-d91a-4e45-aead-80d251da1306" -d '{"events": [{"server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "name": "network-vif-unplugged", "status": "completed", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:27.924812 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 7a18b997-f31f-4169-9636-cce8c69c31f5, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7a18b997-f31f-4169-9636-cce8c69c31f5,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:27.925299 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Transition to ACTIVE for port object 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:27.933181 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:27.935696 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:27.992653 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Attempting to bind port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:15:27.993315 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Attempting to bind port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:15:27.993834 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Attempting to bind port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:27.996163 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Pushing event updated for resources: {'Port': ['ID=7af3b9d2-0c27-4705-95ac-3865b4e9a3ce,revision_number=2']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:28.005568 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.006802 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.007288 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.007794 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.008295 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.008770 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.009232 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.009689 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.010177 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.010743 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.011217 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.011711 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:28.017215 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=7a18b997-f31f-4169-9636-cce8c69c31f5,revision_number=6']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:28.026845 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:15:28.027308 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:28.027833 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.028223 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:15:28.028887 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Bound port: 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:15:28.030735 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.043354 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Allocated IP 172.20.0.1 (0a6aebfd-8daa-48ff-825c-179bfbc3f264/ead57ce7-c5ea-4661-80f6-a69e12420807/499249de-be34-48a7-b3b1-06d1c9545247) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:28.054169 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:15:28.054477 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Checking segment: {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:28.054874 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Bound using segment: {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:15:28.055325 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Bound port: 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48094702-ccaf-43e7-b57e-b9e27602c28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:15:28.055684 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.071106 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.071528 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.071528 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Floating IP dec7c804-2891-459e-b7a7-c09c6a9be823 disassociated. External IP: 172.27.2.203, port: 7a18b997-f31f-4169-9636-cce8c69c31f5. Aug 10 15:15:28.071888 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Calling delete_port for 7a18b997-f31f-4169-9636-cce8c69c31f5 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:28.097364 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.105601 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] For port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:15:28.111424 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] For port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=7af3b9d2-0c27-4705-95ac-3865b4e9a3ce,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:15:28.117160 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.186998 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Routers {'cd249236-cb57-41ca-894c-166b40fbe705'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:28.187645 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['cd249236-cb57-41ca-894c-166b40fbe705'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:28.191011 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5ae45086-9926-4c96-936b-065505b4426e req-8484d808-4cf0-476c-bdfe-71115cc47ab9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6366754 Aug 10 15:15:28.192165 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-05e4803a-898b-4000-8bf0-109f9451f5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.194396 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185959dc-b048-4c6e-9fb2-52221c60cf8e None None] Pushing event updated for resources: {'Port': ['ID=7af3b9d2-0c27-4705-95ac-3865b4e9a3ce,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:28.217461 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.223753 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bfccc017-399a-44a4-b1e7-169d7696eae4 req-8e6d7df5-ee55-4082-a52e-f28b976c66c6 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=560c0b1f-d4b0-463b-bbb1-58188e1961b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7516160 Aug 10 15:15:28.248023 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Transition to ACTIVE for port object 499249de-be34-48a7-b3b1-06d1c9545247 will not be triggered until provisioned by entity DHCP. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:28.304254 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.321708 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8cd16a-9190-4821-801a-0567c264d443 x-openstack-request-id: req-dd8cd16a-9190-4821-801a-0567c264d443 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:28.322161 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "name": "network-vif-unplugged", "status": "completed", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:28.322753 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd8cd16a-9190-4821-801a-0567c264d443 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:28.323412 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'code': 200} Aug 10 15:15:28.373140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:28.380219 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:28.381835 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] Set router cd249236-cb57-41ca-894c-166b40fbe705 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:28.384105 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:28.391424 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-05e4803a-898b-4000-8bf0-109f9451f5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.413223 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-05e4803a-898b-4000-8bf0-109f9451f5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.415199 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Pushing event updated for resources: {'Port': ['ID=499249de-be34-48a7-b3b1-06d1c9545247,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:28.421196 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:15:28.462978 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.466003 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:15:28.505073 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.557007 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-05e4803a-898b-4000-8bf0-109f9451f5da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b83e95498a8f4c86873e9068fb86d5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0807853 Aug 10 15:15:28.561735 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45562) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:28.585478 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4803a-898b-4000-8bf0-109f9451f5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d83575c-81a3-4a53-a3e7-866680e5e5a6,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:28.622764 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:28.623537 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.625200 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] 10.222.0.50 "PUT /v2.0/ports/99be79fb-4ba1-4369-8ffb-2bb017b29fae HTTP/1.1" status: 200 len: 1093 time: 3.9479890 Aug 10 15:15:28.625925 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:28.628831 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10" -d '{"events": [{"name": "network-changed", "server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:28.674063 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 5c14a06f-84f5-4946-9ffa-2381edcc782f up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:28.739213 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30a4888-9792-4cee-92f0-c8c6dd232bb0 x-openstack-request-id: req-b30a4888-9792-4cee-92f0-c8c6dd232bb0 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:28.739669 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:28.740118 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b30a4888-9792-4cee-92f0-c8c6dd232bb0 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:28.740519 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'status': 'completed', 'code': 200} Aug 10 15:15:28.740658 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:25Z', 'revision_number': 3, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'gw_port': {'id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:28.741210 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.769717 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c637181b-f0e8-4524-bebb-772a9474ca80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.777301 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.800764 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d87f87-8bfd-4837-8f73-6a8158a3e042 None None] The sync data for ids ['cd249236-cb57-41ca-894c-166b40fbe705'] in dv-cinder-780933-14-iscsi is: [{'id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:25Z', 'revision_number': 3, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'gw_port': {'id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:28.806032 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 5c14a06f-84f5-4946-9ffa-2381edcc782f triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:28.806528 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.818976 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54549687-a337-49b4-8ab9-707b8d95111d service neutron] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:28.822603 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c637181b-f0e8-4524-bebb-772a9474ca80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:28.938052 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:28.939520 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-5078de0a-4fc3-4e13-ab05-01b5f3266102 None None] Provisioning for port 499249de-be34-48a7-b3b1-06d1c9545247 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:28.946826 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-5078de0a-4fc3-4e13-ab05-01b5f3266102 None None] Provisioning complete for port 499249de-be34-48a7-b3b1-06d1c9545247 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:28.947426 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5078de0a-4fc3-4e13-ab05-01b5f3266102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.045678 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 0658dedf-1889-4124-9130-319c6a64bde7 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:29.046874 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c637181b-f0e8-4524-bebb-772a9474ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.053497 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c637181b-f0e8-4524-bebb-772a9474ca80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.054811 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-c6ad3974-8ee1-4127-a642-b2acef5374b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:29.055845 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-c637181b-f0e8-4524-bebb-772a9474ca80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d83575c-81a3-4a53-a3e7-866680e5e5a6 HTTP/1.1" status: 204 len: 168 time: 0.4688938 Aug 10 15:15:29.056410 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-c6ad3974-8ee1-4127-a642-b2acef5374b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 1096 time: 0.3620141 Aug 10 15:15:29.063431 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.081182 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637181b-f0e8-4524-bebb-772a9474ca80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d83575c-81a3-4a53-a3e7-866680e5e5a6,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:29.122320 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-5078de0a-4fc3-4e13-ab05-01b5f3266102 None None] Port 499249de-be34-48a7-b3b1-06d1c9545247 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:15:29.167109 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 0658dedf-1889-4124-9130-319c6a64bde7 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:29.171622 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 0658dedf-1889-4124-9130-319c6a64bde7 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:29.171990 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.260337 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.266174 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.327644 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.329217 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.339503 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-b8e9ab62-0554-47d7-a121-779100616d30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae HTTP/1.1" status: 200 len: 217 time: 0.2737279 Aug 10 15:15:29.358670 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event deleted for resources: {'Port': ['ID=7a18b997-f31f-4169-9636-cce8c69c31f5,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:29.432732 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 0658dedf-1889-4124-9130-319c6a64bde7, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=0658dedf-1889-4124-9130-319c6a64bde7,segment=NetworkSegment(14f92731-d953-440e-87d0-a984ee6b94e5),segment_id=14f92731-d953-440e-87d0-a984ee6b94e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:29.443959 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.483371 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:29.488860 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:29.526069 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=0658dedf-1889-4124-9130-319c6a64bde7,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:29.612078 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Pushing event updated for resources: {'Port': ['ID=499249de-be34-48a7-b3b1-06d1c9545247,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:29.669780 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0c5bfa92-d71a-4eaa-ba42-852985fd15b7 req-7235c9fe-7080-4b54-8ddd-369875666ed2 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 210 time: 0.2498181 Aug 10 15:15:29.699131 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45574) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:29.710316 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-7c68ab76-52d8-4617-8c91-2eaf2e6ffcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:29.712051 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-7c68ab76-52d8-4617-8c91-2eaf2e6ffcfb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.3482833 Aug 10 15:15:29.742659 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9c9018cc-d16a-4bcf-a49e-9cb4c94bff33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.784938 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Router cd249236-cb57-41ca-894c-166b40fbe705 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:15:29.821332 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651565'] for router_interface, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.849211 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ba67f-efcc-42ff-a0e5-89c432071d48 req-97067066-12c6-4b9a-8f11-9e36e34c0718 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:29.851548 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-513ba67f-efcc-42ff-a0e5-89c432071d48 req-97067066-12c6-4b9a-8f11-9e36e34c0718 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.3615901 Aug 10 15:15:29.919131 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-c1ec281a-5796-4d74-8e41-a80c93b6d19a None None] Provisioning complete for port 499249de-be34-48a7-b3b1-06d1c9545247 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:29.920723 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c1ec281a-5796-4d74-8e41-a80c93b6d19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:29.956751 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-7696c8c0-1137-4a4b-a5fb-7eb0946adac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:29.958206 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-7696c8c0-1137-4a4b-a5fb-7eb0946adac2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2342050 Aug 10 15:15:29.969748 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Router 4c8254bc-31a4-4be9-b2b0-b495815de06f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:15:29.995843 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec281a-5796-4d74-8e41-a80c93b6d19a None None] Port 499249de-be34-48a7-b3b1-06d1c9545247 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:15:30.061157 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:30.080841 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-2fae700b-847e-4915-a5a7-4ba4acdd7d1a admin admin] 10.222.0.26 "PUT /v2.0/routers/cd249236-cb57-41ca-894c-166b40fbe705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7244651 Aug 10 15:15:30.080841 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9c9018cc-d16a-4bcf-a49e-9cb4c94bff33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:30.093030 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9c9018cc-d16a-4bcf-a49e-9cb4c94bff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:30.099938 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-513ba67f-efcc-42ff-a0e5-89c432071d48 req-17ff2783-6464-496d-84eb-8f52f57acf09 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414029 Aug 10 15:15:30.177183 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-9c9018cc-d16a-4bcf-a49e-9cb4c94bff33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a3e655e381a446297aa5587dcbafb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764175 Aug 10 15:15:30.185515 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45578) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:30.231556 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9018cc-d16a-4bcf-a49e-9cb4c94bff33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74027a4d-c952-458b-bead-aad1359d7e66,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:30.291960 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:30.310262 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] Sync routers for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:30.336231 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:30.337323 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:30.368983 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b997a607-5ac5-40f8-8a85-470c62a91f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:30.399594 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-be16d963-3f3f-4700-a4f2-34654e10bd39 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174573 Aug 10 15:15:30.404639 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b997a607-5ac5-40f8-8a85-470c62a91f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:30.423964 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] No DVR routers for this DVR port 7a18b997-f31f-4169-9636-cce8c69c31f5 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:15:30.435656 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:30.437528 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f05f52d8-b850-483a-b6a1-51c966f8ad02 req-15c4c51b-a6e6-4158-bd83-108ceeb68b7a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "DELETE /v2.0/ports/7a18b997-f31f-4169-9636-cce8c69c31f5 HTTP/1.1" status: 204 len: 173 time: 4.7337301 Aug 10 15:15:30.554893 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b997a607-5ac5-40f8-8a85-470c62a91f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:30.561384 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b997a607-5ac5-40f8-8a85-470c62a91f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:30.572846 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b997a607-5ac5-40f8-8a85-470c62a91f7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74027a4d-c952-458b-bead-aad1359d7e66 HTTP/1.1" status: 204 len: 168 time: 0.3846679 Aug 10 15:15:30.605433 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:15:30.621869 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997a607-5ac5-40f8-8a85-470c62a91f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74027a4d-c952-458b-bead-aad1359d7e66,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:30.642604 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78bf69c4-56d2-418e-adad-8435dc3fbeb4 req-45f4c3f9-a821-4ae7-9723-f630bb1e5817 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233303 Aug 10 15:15:30.755383 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'name': 'network-vif-deleted', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:30.761734 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0529c3-e013-4850-9902-04f7c2641976" -d '{"events": [{"server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "name": "network-vif-deleted", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:30.775308 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:30.918786 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c4a30a57-94ec-4007-85f9-170e42f16fda req-b5164c16-248a-4183-a023-e5d75b0aa7bd tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ff69c48-c365-465a-9756-7d213ec4cd4e HTTP/1.1" status: 200 len: 210 time: 0.0491281 Aug 10 15:15:30.921362 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 0658dedf-1889-4124-9130-319c6a64bde7 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:30.927399 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-cca9f2f9-31d4-40d4-960d-d42612bf2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:30.929742 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-cca9f2f9-31d4-40d4-960d-d42612bf2183 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 1096 time: 0.1580741 Aug 10 15:15:31.090703 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60631457-562c-463a-a237-1377046309d8 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:31.102624 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] Sync routers for ids ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:31.119933 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] Routers {'155fa1e5-8b42-4c8a-827c-f3e06143ecd8'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:31.125692 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:31.139807 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45596) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:31.143863 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-60631457-562c-463a-a237-1377046309d8 admin admin] 10.222.0.26 "PUT /v2.0/routers/155fa1e5-8b42-4c8a-827c-f3e06143ecd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2267263 Aug 10 15:15:31.258470 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-4f591c84-0662-4721-bfd2-29cf54dae076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:31.258470 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-4f591c84-0662-4721-bfd2-29cf54dae076 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.3188534 Aug 10 15:15:31.258830 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 0658dedf-1889-4124-9130-319c6a64bde7 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:31.258830 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:31.376365 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45602) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:31.383481 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477995900', 'description': 'tempest-secgroup-smoke-1477995900 description', 'project_id': '506303e06432415684b9055467f6e44a'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:31.402297 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-d27d03ab-d35d-41d7-b5a3-7f4a516c9287 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae HTTP/1.1" status: 200 len: 217 time: 0.1312358 Aug 10 15:15:31.438472 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] Set router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:31.451896 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:31.502361 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913bd977-5849-4630-98a6-3e062e8081d8 x-openstack-request-id: req-913bd977-5849-4630-98a6-3e062e8081d8 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:31.502686 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff69c48-c365-465a-9756-7d213ec4cd4e", "name": "network-vif-deleted", "tag": "7a18b997-f31f-4169-9636-cce8c69c31f5", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:31.503012 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-913bd977-5849-4630-98a6-3e062e8081d8 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:31.503478 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff69c48-c365-465a-9756-7d213ec4cd4e', 'name': 'network-vif-deleted', 'tag': '7a18b997-f31f-4169-9636-cce8c69c31f5', 'status': 'completed', 'code': 200} Aug 10 15:15:31.623326 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-4b74af40-a975-424f-ab99-802c72599013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:31.624399 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 99be79fb-4ba1-4369-8ffb-2bb017b29fae details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:15:31.635695 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-4b74af40-a975-424f-ab99-802c72599013 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.2150102 Aug 10 15:15:31.642229 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:31.658936 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:31.704703 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:31.709828 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] Checking router: 4c8254bc-31a4-4be9-b2b0-b495815de06f for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:31.743604 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:31.756139 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Sync routers for ids ['cd249236-cb57-41ca-894c-166b40fbe705'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:31.813648 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Routers {'cd249236-cb57-41ca-894c-166b40fbe705'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:31.817691 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['cd249236-cb57-41ca-894c-166b40fbe705'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:31.872460 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:15:28Z', 'revision_number': 5, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'gw_port': {'id': 'ccd04891-be8d-4cdd-87ed-8212e97ee106', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:31.877209 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Deleting port ccd04891-be8d-4cdd-87ed-8212e97ee106 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:31.877681 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:31.906377 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] Checking router: 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:31.917775 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] Routers {'155fa1e5-8b42-4c8a-827c-f3e06143ecd8'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:31.918427 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:31.949780 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:31.951180 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:32.028676 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] For port ccd04891-be8d-4cdd-87ed-8212e97ee106, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=ccd04891-be8d-4cdd-87ed-8212e97ee106,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:32.029105 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.049453 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Calling delete_port for ccd04891-be8d-4cdd-87ed-8212e97ee106 owned by network:router_gateway {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:32.073913 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae8a52-8131-48b9-84e9-4dee4926d0ea req-35549211-2775-4199-8a87-02d66361d58c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:32.077664 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-36ae8a52-8131-48b9-84e9-4dee4926d0ea req-35549211-2775-4199-8a87-02d66361d58c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.5774968 Aug 10 15:15:32.140137 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45620) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:32.140630 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.159879 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-db675635-5675-4119-b917-0d507cacdfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:32.161655 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-db675635-5675-4119-b917-0d507cacdfdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5251162 Aug 10 15:15:32.165349 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.204941 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] Set router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 gateway port host: None {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:32.327064 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ee8ae221-db1e-40ac-8d76-58a9f6ad571d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.328639 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:15:31Z', 'revision_number': 6, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'gw_port_host': None}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:32.336000 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:32.339429 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:32.355593 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27eef62-41ec-4209-beab-c11ee1342543,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:32.363963 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:32.364845 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.365697 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-9a399152-775f-4f57-9893-6fe0f011d41a service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413889 Aug 10 15:15:32.370380 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Set router cd249236-cb57-41ca-894c-166b40fbe705 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:32.377870 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.378240 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.378726 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.379265 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.379608 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.379992 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.380332 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.381182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.382055 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.382417 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.382849 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.383180 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:32.388286 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cacee90-7c55-4c18-ae2a-716de0aded55 None None] The sync data for ids ['155fa1e5-8b42-4c8a-827c-f3e06143ecd8'] in dv-cinder-780933-14-iscsi is: [{'id': '155fa1e5-8b42-4c8a-827c-f3e06143ecd8', 'name': 'tempest-TestMinimumBasicScenario-243165927-router', 'tenant_id': 'eb59823c79c8427c8eedcecb162e469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:11:33Z', 'updated_at': '2021-08-10T15:15:31Z', 'revision_number': 6, 'project_id': 'eb59823c79c8427c8eedcecb162e469e', 'gw_port_host': None}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:32.397865 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ee8ae221-db1e-40ac-8d76-58a9f6ad571d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.472633 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:32.478437 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.479944 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-745b56ad-e8de-4447-b856-4b12ee70dcc7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1022511 Aug 10 15:15:32.484954 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45626) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:32.491647 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-10d3a57c-4e57-42d1-ad8e-9e9d2f55d64b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'security_group_rule': {'security_group_id': 'c27eef62-41ec-4209-beab-c11ee1342543', 'project_id': '506303e06432415684b9055467f6e44a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:32.493189 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-36ae8a52-8131-48b9-84e9-4dee4926d0ea req-7e3c35b6-949c-43f8-8840-b3bd0b4b0676 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3433030 Aug 10 15:15:32.530953 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'port_id': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'mac_address': 'fa:16:3e:ed:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:15:32.556299 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.562739 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d54677a0-d7f5-4e9f-8ebb-51e4b696fc10 req-31b0b463-f0ff-42d4-a87a-2e66e1feb091 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740217 Aug 10 15:15:32.570717 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ee8ae221-db1e-40ac-8d76-58a9f6ad571d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.574657 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ee8ae221-db1e-40ac-8d76-58a9f6ad571d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.579549 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-ee8ae221-db1e-40ac-8d76-58a9f6ad571d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "DELETE /v2.0/security-groups/560c0b1f-d4b0-463b-bbb1-58188e1961b3 HTTP/1.1" status: 204 len: 168 time: 0.4379025 Aug 10 15:15:32.580471 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45628) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:32.598250 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.api.v2.resource [None req-6bf5a590-e7ff-4b29-bb9d-0615d8c14f20 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] show failed (client error): The resource could not be found. Aug 10 15:15:32.600156 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-6bf5a590-e7ff-4b29-bb9d-0615d8c14f20 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups/560c0b1f-d4b0-463b-bbb1-58188e1961b3 HTTP/1.1" status: 404 len: 347 time: 0.0183947 Aug 10 15:15:32.604762 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45630) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:32.641922 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd04891-be8d-4cdd-87ed-8212e97ee106,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:32.650959 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ae221-db1e-40ac-8d76-58a9f6ad571d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c0b1f-d4b0-463b-bbb1-58188e1961b3,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:32.667184 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-10d3a57c-4e57-42d1-ad8e-9e9d2f55d64b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.764274 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654795'] for router_gateway, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.795389 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Deleting port 91643833-d2b0-44af-b9e9-303b7a14f30a {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:32.795722 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.804450 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.873045 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99be79fb-4ba1-4369-8ffb-2bb017b29fae {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:15:32.896813 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:32.914577 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.934194 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113030'] for router, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.937290 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.996715 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:32.997344 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.020009 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Calling delete_port for 91643833-d2b0-44af-b9e9-303b7a14f30a owned by network:floatingip {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:33.020534 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652582'] for router, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.021081 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 155fa1e5-8b42-4c8a-827c-f3e06143ecd8 {{(pid=93495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:15:33.030595 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.036092 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-e83196aa-0ca2-405c-87fa-45a66a712cc6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/155fa1e5-8b42-4c8a-827c-f3e06143ecd8 HTTP/1.1" status: 204 len: 168 time: 1.8936474 Aug 10 15:15:33.036338 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45636) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:33.054616 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.074908 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:33.086455 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-10d3a57c-4e57-42d1-ad8e-9e9d2f55d64b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.094825 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-10d3a57c-4e57-42d1-ad8e-9e9d2f55d64b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.122381 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=7af3b9d2-0c27-4705-95ac-3865b4e9a3ce,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:33.133180 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3a57c-4e57-42d1-ad8e-9e9d2f55d64b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173e62cc-fc27-47a5-bc71-2b44faafe55d,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:33.135355 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_v2 [None req-2585da26-7ba8-4642-9299-c09a22583934 admin admin] Deleting subnet 3561c91a-9e75-4141-b17c-79b25d03a6d4 {{(pid=93494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:15:33.143232 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-10d3a57c-4e57-42d1-ad8e-9e9d2f55d64b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.144720 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2585da26-7ba8-4642-9299-c09a22583934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.145661 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-10d3a57c-4e57-42d1-ad8e-9e9d2f55d64b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6575131 Aug 10 15:15:33.148862 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45638) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:33.153036 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['99be79fb-4ba1-4369-8ffb-2bb017b29fae'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:15:33.156170 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.160376 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-5cfb6190-2f4e-4c41-8207-7c159abc0f62 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'security_group_rule': {'security_group_id': 'c27eef62-41ec-4209-beab-c11ee1342543', 'project_id': '506303e06432415684b9055467f6e44a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:33.209682 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6190-2f4e-4c41-8207-7c159abc0f62 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.218102 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2585da26-7ba8-4642-9299-c09a22583934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126725730'] for subnet, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.304704 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6190-2f4e-4c41-8207-7c159abc0f62 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.309262 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6190-2f4e-4c41-8207-7c159abc0f62 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.329287 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=7af3b9d2-0c27-4705-95ac-3865b4e9a3ce,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:33.340674 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:33.353175 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6190-2f4e-4c41-8207-7c159abc0f62 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.354152 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-5cfb6190-2f4e-4c41-8207-7c159abc0f62 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2038231 Aug 10 15:15:33.355401 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb6190-2f4e-4c41-8207-7c159abc0f62 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4ef440-a9ae-4a0b-95f0-f37cebf5f4d5,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:33.363444 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45640) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:33.373267 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-a0da3572-e341-4721-a7b3-def8c1aea285 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'security_group_rule': {'security_group_id': 'c27eef62-41ec-4209-beab-c11ee1342543', 'project_id': '506303e06432415684b9055467f6e44a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:33.386481 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ccd04891-be8d-4cdd-87ed-8212e97ee106 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:15:33.395075 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ebe02-6f1f-41fc-a925-bea5f4c123e0 None None] The sync data for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi is: [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:33.416763 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a0da3572-e341-4721-a7b3-def8c1aea285 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.421750 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: ccd04891-be8d-4cdd-87ed-8212e97ee106 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:15:33.421750 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device ccd04891-be8d-4cdd-87ed-8212e97ee106 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:15:33.421750 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:15:33.433496 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:28Z', 'revision_number': 4, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'gw_port': {'id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '499249de-be34-48a7-b3b1-06d1c9545247', 'name': '', 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'mac_address': 'fa:16:3e:a8:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ead57ce7-c5ea-4661-80f6-a69e12420807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:27Z', 'updated_at': '2021-08-10T15:15:28Z', 'revision_number': 2, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'subnets': [{'id': 'ead57ce7-c5ea-4661-80f6-a69e12420807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:33.439592 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2585da26-7ba8-4642-9299-c09a22583934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.439942 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.501704 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:15:33.501704 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 2d6c999c-eb0a-4dad-bec7-0ca07a3a7c69 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:15:33.501704 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Checking router: cd249236-cb57-41ca-894c-166b40fbe705 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:33.501704 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Updating router cd249236-cb57-41ca-894c-166b40fbe705 port 499249de-be34-48a7-b3b1-06d1c9545247 binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:15:33.544334 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a0da3572-e341-4721-a7b3-def8c1aea285 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.551646 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a0da3572-e341-4721-a7b3-def8c1aea285 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.557873 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.584594 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da3572-e341-4721-a7b3-def8c1aea285 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8575ad8-bbcc-4b65-b3f8-b61aa86ff188,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:33.612693 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-a0da3572-e341-4721-a7b3-def8c1aea285 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.614163 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event deleted for resources: {'Port': ['ID=91643833-d2b0-44af-b9e9-303b7a14f30a,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:33.615702 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-a0da3572-e341-4721-a7b3-def8c1aea285 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2491376 Aug 10 15:15:33.620006 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45644) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:33.633053 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-e21519d6-2683-4d3f-b728-027fde1c5bb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'security_group_rule': {'security_group_id': 'c27eef62-41ec-4209-beab-c11ee1342543', 'project_id': '506303e06432415684b9055467f6e44a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:33.689132 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e21519d6-2683-4d3f-b728-027fde1c5bb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.778320 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e21519d6-2683-4d3f-b728-027fde1c5bb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.782851 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e21519d6-2683-4d3f-b728-027fde1c5bb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.791791 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2585da26-7ba8-4642-9299-c09a22583934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125861968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126083893'] for subnet, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.804282 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21519d6-2683-4d3f-b728-027fde1c5bb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5ccdf1-2a08-4081-bfbd-5dbdb18fffe7,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:33.812459 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e21519d6-2683-4d3f-b728-027fde1c5bb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.816364 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-e21519d6-2683-4d3f-b728-027fde1c5bb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1914237 Aug 10 15:15:33.816606 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2585da26-7ba8-4642-9299-c09a22583934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.820069 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45646) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:33.825543 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-2585da26-7ba8-4642-9299-c09a22583934 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3561c91a-9e75-4141-b17c-79b25d03a6d4 HTTP/1.1" status: 204 len: 168 time: 0.7871935 Aug 10 15:15:33.825755 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-9e05e9bd-640f-4020-be0c-375c68ae4ed4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'security_group_rule': {'security_group_id': 'c27eef62-41ec-4209-beab-c11ee1342543', 'project_id': '506303e06432415684b9055467f6e44a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:33.830203 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.831644 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45648) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:33.833612 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac5797-aecc-4637-82ea-563c59596491 None None] Network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:15:33.836537 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:33.841025 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-a2fd280a-dcd6-417c-a231-b937b8c6f38b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "DELETE /v2.0/floatingips/dec7c804-2891-459e-b7a7-c09c6a9be823 HTTP/1.1" status: 204 len: 168 time: 1.2321169 Aug 10 15:15:33.921177 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f6d2-fa3d-4257-b138-d878f28f1c61 req-dcef0a04-1b8f-4eff-896e-d81a1459b1e0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:33.923721 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4bb2f6d2-fa3d-4257-b138-d878f28f1c61 req-dcef0a04-1b8f-4eff-896e-d81a1459b1e0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 944 time: 0.2854044 Aug 10 15:15:33.924886 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585da26-7ba8-4642-9299-c09a22583934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3561c91a-9e75-4141-b17c-79b25d03a6d4,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:33.950621 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.securitygroups_db [None req-9e05e9bd-640f-4020-be0c-375c68ae4ed4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Project 506303e06432415684b9055467f6e44a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:15:33.968558 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9e05e9bd-640f-4020-be0c-375c68ae4ed4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.012159 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4bb2f6d2-fa3d-4257-b138-d878f28f1c61 req-054eb0b3-4008-4197-89de-9107d75ff088 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791950 Aug 10 15:15:34.019638 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.131894 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9e05e9bd-640f-4020-be0c-375c68ae4ed4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.147658 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9e05e9bd-640f-4020-be0c-375c68ae4ed4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.200247 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05e9bd-640f-4020-be0c-375c68ae4ed4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28cfcd0-e3da-498f-a050-5003329bc2ed,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:34.203654 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a413127-5c31-44ee-88c5-d3e6c7b29992 None None] New status for floating IP dec7c804-2891-459e-b7a7-c09c6a9be823: DOWN {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:15:34.210670 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Deleting port e980dc5e-6db3-4fa0-8af4-9fd78952b727 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:34.213266 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.225736 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.237893 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Transition to ACTIVE for port object 499249de-be34-48a7-b3b1-06d1c9545247 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:34.262064 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.319944 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9e05e9bd-640f-4020-be0c-375c68ae4ed4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.321327 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-9e05e9bd-640f-4020-be0c-375c68ae4ed4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5002072 Aug 10 15:15:34.324130 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45658) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:34.336558 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-df308cee-08e2-4998-8951-db9a9dba69da tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'security_group_rule': {'security_group_id': 'c27eef62-41ec-4209-beab-c11ee1342543', 'project_id': '506303e06432415684b9055467f6e44a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:34.364627 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] DHCP port deletion for 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 request from dv-cinder-780933-14-iscsi {{(pid=93496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:15:34.377972 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] For port e980dc5e-6db3-4fa0-8af4-9fd78952b727, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=e980dc5e-6db3-4fa0-8af4-9fd78952b727,segment=NetworkSegment(d4e5261e-7b27-45e3-884d-1dd47b9a26ec),segment_id=d4e5261e-7b27-45e3-884d-1dd47b9a26ec)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:34.378637 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.395563 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Calling delete_port for e980dc5e-6db3-4fa0-8af4-9fd78952b727 owned by network:dhcp {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:34.420669 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45660) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:34.430604 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-05f3f94d-0ea5-4436-b6e2-5e9467c05c35 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41635613', 'description': 'tempest-description--2001974287'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:34.441967 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.securitygroups_db [None req-df308cee-08e2-4998-8951-db9a9dba69da tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Project 506303e06432415684b9055467f6e44a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:15:34.458701 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-df308cee-08e2-4998-8951-db9a9dba69da tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.506746 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-05f3f94d-0ea5-4436-b6e2-5e9467c05c35 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.508525 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.538854 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e980dc5e-6db3-4fa0-8af4-9fd78952b727,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:34.540912 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] No DVR routers for this DVR port e980dc5e-6db3-4fa0-8af4-9fd78952b727 on host dv-cinder-780933-14-iscsi {{(pid=93495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:15:34.613482 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-df308cee-08e2-4998-8951-db9a9dba69da tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.626702 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-df308cee-08e2-4998-8951-db9a9dba69da tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.630488 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.639844 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412751c7-af38-4d39-9353-dc268c30cd2f None None] Pushing event updated for resources: {'Port': ['ID=499249de-be34-48a7-b3b1-06d1c9545247,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:34.645835 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c515d3-f5c7-4779-b66f-e9b4fda0f5e1']}} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:34.662015 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec') {'for_net_delete': True} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:34.662386 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e5261e-7b27-45e3-884d-1dd47b9a26ec') {} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:34.664391 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df308cee-08e2-4998-8951-db9a9dba69da tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418bb9c0-91be-4d14-bcdf-4d607ebad8ed,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:34.674451 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126710513'] for segment, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.698884 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.708220 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:15:34.708670 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129319936'] for segment, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.710631 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Attempting to bind port 499249de-be34-48a7-b3b1-06d1c9545247 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:15:34.710631 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Attempting to bind port 499249de-be34-48a7-b3b1-06d1c9545247 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '14f92731-d953-440e-87d0-a984ee6b94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: Traceback (most recent call last): Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: timer() Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: cb(*args, **kw) Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: return func(*args, **kwargs) Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: self._notify() Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: self.callback(batched_events) Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: event.method(event) Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: return f(self, *a, **k) Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._get(url).json() Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: return self.request(url, 'GET', **kwargs) Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:15:34.710906 dv-cinder-780933-14-iscsi neutron-server[93495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:15:34.713545 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Attempting to bind port 499249de-be34-48a7-b3b1-06d1c9545247 on network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:34.720580 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-05f3f94d-0ea5-4436-b6e2-5e9467c05c35 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.721565 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] Deleting port e980dc5e-6db3-4fa0-8af4-9fd78952b727 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:15:34.722158 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.724780 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:15:34.725316 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Checking segment: {'id': '14f92731-d953-440e-87d0-a984ee6b94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:34.726090 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.726273 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Bound using segment: {'id': '14f92731-d953-440e-87d0-a984ee6b94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:15:34.726659 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Bound port: 499249de-be34-48a7-b3b1-06d1c9545247, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f92731-d953-440e-87d0-a984ee6b94e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:15:34.727039 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.729368 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-05f3f94d-0ea5-4436-b6e2-5e9467c05c35 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.748879 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-df308cee-08e2-4998-8951-db9a9dba69da tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.750458 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-df308cee-08e2-4998-8951-db9a9dba69da tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4244864 Aug 10 15:15:34.759065 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-05f3f94d-0ea5-4436-b6e2-5e9467c05c35 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.760460 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-05f3f94d-0ea5-4436-b6e2-5e9467c05c35 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3383126 Aug 10 15:15:34.764762 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45666) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:34.773481 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-20bdbd53-878c-401c-9e24-694d8eb1047e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'security_group_rule': {'security_group_id': '8dd5230f-62c2-49f8-bb35-6e4d47242feb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:34.792349 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.798798 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.800737 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 HTTP/1.1" status: 204 len: 168 time: 0.9681165 Aug 10 15:15:34.817826 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3f94d-0ea5-4436-b6e2-5e9467c05c35 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd5230f-62c2-49f8-bb35-6e4d47242feb,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:34.821364 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b85549-490f-4bb8-9329-1da410baaae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c515d3-f5c7-4779-b66f-e9b4fda0f5e1,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:34.865205 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-20bdbd53-878c-401c-9e24-694d8eb1047e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.873100 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] For port e980dc5e-6db3-4fa0-8af4-9fd78952b727, host dv-cinder-780933-14-iscsi, got binding levels [] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:34.873508 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.898848 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] Calling delete_port for e980dc5e-6db3-4fa0-8af4-9fd78952b727 owned by network:dhcp {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:15:34.905939 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.ipam_backend_mixin [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] Port e980dc5e-6db3-4fa0-8af4-9fd78952b727 was not found and therefore no delete operation was performed {{(pid=93496) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 15:15:34.911441 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.917955 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] For port 499249de-be34-48a7-b3b1-06d1c9545247, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:15:34.948734 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] Network 60c515d3-f5c7-4779-b66f-e9b4fda0f5e1 is not hosted by any dhcp agent {{(pid=93496) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 15:15:34.949201 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] No DVR routers for this DVR port e980dc5e-6db3-4fa0-8af4-9fd78952b727 on host dv-cinder-780933-14-iscsi {{(pid=93496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:15:34.950762 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebc62c-31b0-4657-bc39-2f4f62f5e0f6 None None] Pushing event deleted for resources: {'Port': ['ID=e980dc5e-6db3-4fa0-8af4-9fd78952b727,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:34.956424 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] For port 499249de-be34-48a7-b3b1-06d1c9545247, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=499249de-be34-48a7-b3b1-06d1c9545247,segment=NetworkSegment(14f92731-d953-440e-87d0-a984ee6b94e5),segment_id=14f92731-d953-440e-87d0-a984ee6b94e5)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:15:34.964441 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-20bdbd53-878c-401c-9e24-694d8eb1047e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.966795 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:34.982128 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-20bdbd53-878c-401c-9e24-694d8eb1047e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.018496 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdbd53-878c-401c-9e24-694d8eb1047e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e95ca2-36f1-4cf5-aee8-83fc319d04f0,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:35.028919 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-20bdbd53-878c-401c-9e24-694d8eb1047e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.030121 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-20bdbd53-878c-401c-9e24-694d8eb1047e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642982 Aug 10 15:15:35.033119 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45704) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:35.046603 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-409ff275-9f18-4369-bbf0-5f494d48bc13 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'security_group_rule': {'security_group_id': '8dd5230f-62c2-49f8-bb35-6e4d47242feb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:35.049914 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Routers {'cd249236-cb57-41ca-894c-166b40fbe705'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:35.053619 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['cd249236-cb57-41ca-894c-166b40fbe705'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:35.056754 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412751c7-af38-4d39-9353-dc268c30cd2f None None] Pushing event updated for resources: {'Port': ['ID=499249de-be34-48a7-b3b1-06d1c9545247,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:35.099619 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45708) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:35.114331 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-409ff275-9f18-4369-bbf0-5f494d48bc13 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.193796 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-95be56bd-6eb5-4ebb-bced-c8aab5549c99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c1a23ed2b45465181f355cbe67a2f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919693 Aug 10 15:15:35.197500 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45710) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:35.236352 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] Set router cd249236-cb57-41ca-894c-166b40fbe705 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:35.303897 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f3767-7791-4674-9926-7a015c01729c req-3e692386-6068-4a18-b560-f1037528ea57 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:35.305790 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-848f3767-7791-4674-9926-7a015c01729c req-3e692386-6068-4a18-b560-f1037528ea57 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 944 time: 0.1329656 Aug 10 15:15:35.330365 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-409ff275-9f18-4369-bbf0-5f494d48bc13 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.345276 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-409ff275-9f18-4369-bbf0-5f494d48bc13 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.361330 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-848f3767-7791-4674-9926-7a015c01729c req-d160f25d-2b1b-4282-8cfd-4df85bbd90ef tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482247 Aug 10 15:15:35.403163 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:35.432238 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-08522894-29f0-450e-9e16-063f0de324d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.434517 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-409ff275-9f18-4369-bbf0-5f494d48bc13 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.438823 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-409ff275-9f18-4369-bbf0-5f494d48bc13 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3996911 Aug 10 15:15:35.439283 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45714) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:35.444070 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'floatingip': {'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:35.448250 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ff275-9f18-4369-bbf0-5f494d48bc13 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea775830-3c6b-4896-a75d-9c0259f8625e,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:35.467483 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-08522894-29f0-450e-9e16-063f0de324d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.518589 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.548965 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-08522894-29f0-450e-9e16-063f0de324d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.551831 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-08522894-29f0-450e-9e16-063f0de324d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.553049 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-08522894-29f0-450e-9e16-063f0de324d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4f56207-b8d9-4841-bfa7-0d9727ea58c3 HTTP/1.1" status: 204 len: 168 time: 0.3506060 Aug 10 15:15:35.572343 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08522894-29f0-450e-9e16-063f0de324d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f56207-b8d9-4841-bfa7-0d9727ea58c3,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:35.595505 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:35.595872 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.693864 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:35.747088 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:28Z', 'revision_number': 4, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'gw_port': {'id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '499249de-be34-48a7-b3b1-06d1c9545247', 'name': '', 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'mac_address': 'fa:16:3e:a8:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ead57ce7-c5ea-4661-80f6-a69e12420807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:27Z', 'updated_at': '2021-08-10T15:15:34Z', 'revision_number': 4, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'subnets': [{'id': 'ead57ce7-c5ea-4661-80f6-a69e12420807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:35.779095 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473b482-2a05-41a8-948f-cdd6313167ea None None] The sync data for ids ['cd249236-cb57-41ca-894c-166b40fbe705'] in dv-cinder-780933-14-iscsi is: [{'id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:28Z', 'revision_number': 4, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'gw_port': {'id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '499249de-be34-48a7-b3b1-06d1c9545247', 'name': '', 'network_id': '0a6aebfd-8daa-48ff-825c-179bfbc3f264', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'mac_address': 'fa:16:3e:a8:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ead57ce7-c5ea-4661-80f6-a69e12420807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:27Z', 'updated_at': '2021-08-10T15:15:34Z', 'revision_number': 4, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'subnets': [{'id': 'ead57ce7-c5ea-4661-80f6-a69e12420807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:35.889814 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device e980dc5e-6db3-4fa0-8af4-9fd78952b727 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:15:35.906888 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Allocated IP 172.27.2.228 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/0501e610-fc52-409a-bc3a-7bf015768255) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:35.916180 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: e980dc5e-6db3-4fa0-8af4-9fd78952b727 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:15:35.916551 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device e980dc5e-6db3-4fa0-8af4-9fd78952b727 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:15:36.072070 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.111804 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45724) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:36.147535 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.205849 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-c150b38f-2b8b-4e2a-a412-8900bcc76243 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb59823c79c8427c8eedcecb162e469e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890040 Aug 10 15:15:36.205849 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:36.206833 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45726) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:36.215991 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:36.218956 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:36.250140 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'Port': ['ID=0501e610-fc52-409a-bc3a-7bf015768255,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:36.273525 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.299214 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.326832 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.367912 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.383943 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.386534 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.387902 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f95fdd48-e1fc-4c43-8d1b-dbb535f3f2fe HTTP/1.1" status: 204 len: 168 time: 0.1800613 Aug 10 15:15:36.396491 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95fdd48-e1fc-4c43-8d1b-dbb535f3f2fe,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:36.404180 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.404800 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.405140 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.407433 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.408018 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.409293 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.409824 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.410340 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.412027 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.412218 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.412558 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.412892 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0aecd-3480-4a56-ab80-570ff3ee6bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:15:36.579795 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb882-db96-438f-91f1-75eb35cd7e3c req-c365b959-b08f-4377-b9b6-ddf4e6260c2f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:36.581486 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75bcb882-db96-438f-91f1-75eb35cd7e3c req-c365b959-b08f-4377-b9b6-ddf4e6260c2f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 944 time: 0.0875449 Aug 10 15:15:36.604620 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.625198 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.743322 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75bcb882-db96-438f-91f1-75eb35cd7e3c req-e4d340c8-cd3d-403b-bfa0-c831770b99ea tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514611 Aug 10 15:15:36.775678 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'Port': ['ID=0501e610-fc52-409a-bc3a-7bf015768255,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:36.793056 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.819871 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:36.826987 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-0a0371e2-e2bf-4fa2-8aa7-22597ecbae3a tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3866923 Aug 10 15:15:37.024648 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-3c5b387c-9609-4787-90cd-d603e03b436b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--41635613&fields=id&tenant_id=9b4962453faa450eb30a6ac02fe55eef HTTP/1.1" status: 200 len: 267 time: 0.0357437 Aug 10 15:15:37.145143 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-91738e84-af7a-40cd-bf21-58cc306e74e0 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:37.147238 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-91738e84-af7a-40cd-bf21-58cc306e74e0 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 811 time: 0.1158187 Aug 10 15:15:37.164101 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-c330288d-e596-4988-aeed-f707d6534845 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/quotas/9b4962453faa450eb30a6ac02fe55eef HTTP/1.1" status: 200 len: 375 time: 0.0108271 Aug 10 15:15:37.188251 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 99be79fb-4ba1-4369-8ffb-2bb017b29fae up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:37.281100 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-a4a86736-f66a-4dd8-83b7-ad0b0b3dd22f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092334 Aug 10 15:15:37.284037 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 99be79fb-4ba1-4369-8ffb-2bb017b29fae completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:37.289673 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 99be79fb-4ba1-4369-8ffb-2bb017b29fae triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:37.289673 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:37.323896 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 499249de-be34-48a7-b3b1-06d1c9545247 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:37.397176 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 499249de-be34-48a7-b3b1-06d1c9545247 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:37.420978 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 499249de-be34-48a7-b3b1-06d1c9545247 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:37.421475 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:37.451650 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-f16253d5-7edb-477f-a540-cd6680523e31 service neutron] 10.222.0.26 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445844 Aug 10 15:15:37.466736 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:37.516675 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:37.524825 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:37.528996 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d993e-fa84-4608-a4e4-15289e4e9870" -d '{"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-plugged", "status": "completed", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:37.539354 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:37.604300 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b773850-897d-48bb-834b-c9649c6d0e9c x-openstack-request-id: req-7b773850-897d-48bb-834b-c9649c6d0e9c {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:37.604635 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-plugged", "status": "completed", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:37.604940 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b773850-897d-48bb-834b-c9649c6d0e9c {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:37.605399 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'code': 200} Aug 10 15:15:37.656945 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-0ad967f0-71de-4463-aed2-43d9488110f5 service neutron] 10.222.0.26 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932888 Aug 10 15:15:37.694198 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:37.726876 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:37.822772 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 499249de-be34-48a7-b3b1-06d1c9545247, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=499249de-be34-48a7-b3b1-06d1c9545247,segment=NetworkSegment(14f92731-d953-440e-87d0-a984ee6b94e5),segment_id=14f92731-d953-440e-87d0-a984ee6b94e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:37.830295 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:37.927768 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3458bf4-b10f-4ab9-b82a-e3f178861fa4 req-7313764c-ffcc-45f3-9102-451ddc227ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:37.929206 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b3458bf4-b10f-4ab9-b82a-e3f178861fa4 req-7313764c-ffcc-45f3-9102-451ddc227ad1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 1098 time: 0.0693765 Aug 10 15:15:37.962183 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=499249de-be34-48a7-b3b1-06d1c9545247,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:37.995089 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af794f4b-6c98-4a3d-adfc-2ce626b867ff req-4875950b-cf76-4a60-aab6-72e5eebbaaf6 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 210 time: 0.0392373 Aug 10 15:15:38.036877 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8fbf-357a-45dd-aca7-4048a7fe5e28 req-ac8a8405-6889-4b4e-a6a5-a6076ce1169d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:38.040962 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-596f8fbf-357a-45dd-aca7-4048a7fe5e28 req-ac8a8405-6889-4b4e-a6a5-a6076ce1169d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.1227796 Aug 10 15:15:38.040962 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b3458bf4-b10f-4ab9-b82a-e3f178861fa4 req-0dfb5ad2-56a5-45f3-8e8e-9c6fb9ef1b7c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862556 Aug 10 15:15:38.088254 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-596f8fbf-357a-45dd-aca7-4048a7fe5e28 req-c33295d7-b220-41f1-ac19-54e8baad45aa tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427685 Aug 10 15:15:39.051872 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-84768618-6ae0-419b-829c-8dcbc9515db2 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:39.053888 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-84768618-6ae0-419b-829c-8dcbc9515db2 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 811 time: 0.1191232 Aug 10 15:15:39.114611 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-adf25a7f-92b6-44c6-8939-afec4cd9f64a req-64448e3a-cb1e-4feb-9137-57364ac6973f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 210 time: 0.0366879 Aug 10 15:15:39.124534 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-ca8ea1c5-e952-4d75-8039-659e3dd34819 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b4962453faa450eb30a6ac02fe55eef HTTP/1.1" status: 200 len: 378 time: 0.0614886 Aug 10 15:15:39.134867 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'port': {'device_id': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'admin_state_up': True, 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'security_groups': ['8dd5230f-62c2-49f8-bb35-6e4d47242feb']}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:39.246131 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 499249de-be34-48a7-b3b1-06d1c9545247 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:39.262822 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e194ded-15b0-43a0-a6c8-fb2fbe81a07b req-604c0415-b5ff-4545-b788-2a20ecb4b6f3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:39.267627 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8e194ded-15b0-43a0-a6c8-fb2fbe81a07b req-604c0415-b5ff-4545-b788-2a20ecb4b6f3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0887454 Aug 10 15:15:39.313825 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 499249de-be34-48a7-b3b1-06d1c9545247 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:39.316962 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Made reservation on behalf of 9b4962453faa450eb30a6ac02fe55eef for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:15:39.319212 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:39.321038 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:39.334738 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8e194ded-15b0-43a0-a6c8-fb2fbe81a07b req-ef5bfb21-84b6-4101-9af9-c75fb92c6748 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597520 Aug 10 15:15:39.520479 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Allocated IP 172.20.0.6 (d75af5cd-4ff3-41cf-abe0-0ff16866849b/95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed/84591f0d-8740-4cbe-a5d8-8ca0ef99319e) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:39.530679 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f390-0c62-4dbe-8790-d0d5f42ed47d req-c80264e9-3f30-4730-80f8-c28ecbc472d9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:39.532289 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8925f390-0c62-4dbe-8790-d0d5f42ed47d req-c80264e9-3f30-4730-80f8-c28ecbc472d9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0781901 Aug 10 15:15:39.546600 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45828) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:39.554087 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-77f6a733-d216-4d4c-b950-67657ba3e2de tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Request body: {'floatingip': {'port_id': '99be79fb-4ba1-4369-8ffb-2bb017b29fae'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:39.606074 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-77f6a733-d216-4d4c-b950-67657ba3e2de tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:39.856757 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:39.903851 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Transition to ACTIVE for port object 84591f0d-8740-4cbe-a5d8-8ca0ef99319e will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:40.029670 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:40.110223 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:40.116958 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:40.128275 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:40.132239 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event updated for resources: {'Port': ['ID=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:40.337219 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-3e1a78f5-478f-4568-8248-db67d3dce834 None None] Provisioning for port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:40.341242 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-3e1a78f5-478f-4568-8248-db67d3dce834 None None] Provisioning complete for port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:40.341588 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3e1a78f5-478f-4568-8248-db67d3dce834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:40.383881 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a78f5-478f-4568-8248-db67d3dce834 None None] Port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:15:40.554933 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:40.555454 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:40.595382 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7fc87-61c2-41dd-aff8-796923be29ca req-6d0d2026-79aa-472f-8a5d-d8ef0fccc19d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:40.596893 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-16c7fc87-61c2-41dd-aff8-796923be29ca req-6d0d2026-79aa-472f-8a5d-d8ef0fccc19d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 931 time: 0.4023817 Aug 10 15:15:40.599044 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-77f6a733-d216-4d4c-b950-67657ba3e2de tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:40.602099 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-2d44259c-28a5-411c-a480-752502300446 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4718964 Aug 10 15:15:40.623790 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Request body: {'port': {'device_id': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:40.628043 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-77f6a733-d216-4d4c-b950-67657ba3e2de tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:40.709437 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-16c7fc87-61c2-41dd-aff8-796923be29ca req-4f076437-cf67-4875-adce-f8b51c5f8efa tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038895 Aug 10 15:15:40.802202 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:40.850130 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [None req-77f6a733-d216-4d4c-b950-67657ba3e2de tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Floating IP 4220b840-f863-4271-828b-52b3b68fefae associated. External IP: 172.27.2.62, port: 99be79fb-4ba1-4369-8ffb-2bb017b29fae. Aug 10 15:15:40.903564 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 45840) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:41.043881 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fdd28293-7e2f-4bdf-8bbe-5d1e6d016865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.352250 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f6a733-d216-4d4c-b950-67657ba3e2de tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:15:41.411793 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fdd28293-7e2f-4bdf-8bbe-5d1e6d016865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.423945 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-fdd28293-7e2f-4bdf-8bbe-5d1e6d016865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.477081 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84591f0d-8740-4cbe-a5d8-8ca0ef99319e {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:15:41.497221 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.547937 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Transition to ACTIVE for port object 84591f0d-8740-4cbe-a5d8-8ca0ef99319e will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:41.551638 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-fdd28293-7e2f-4bdf-8bbe-5d1e6d016865 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ad8dfd91908486e859b8bd3b2a31a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6469994 Aug 10 15:15:41.552449 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd28293-7e2f-4bdf-8bbe-5d1e6d016865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe66325-230e-4624-8226-fc4279c83c3d,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:41.554828 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 45846) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:41.581721 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.625450 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3b1f27f7-1946-478d-a431-f0d640504260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.652433 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f6a733-d216-4d4c-b950-67657ba3e2de tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:41.659423 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3b1f27f7-1946-478d-a431-f0d640504260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.660920 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-77f6a733-d216-4d4c-b950-67657ba3e2de tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.664185 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Pushing event updated for resources: {'Port': ['ID=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:41.684040 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] Sync routers for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:41.700315 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:41.701293 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:41.729341 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-77f6a733-d216-4d4c-b950-67657ba3e2de tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "PUT /v2.0/floatingips/4220b840-f863-4271-828b-52b3b68fefae HTTP/1.1" status: 200 len: 990 time: 2.1789365 Aug 10 15:15:41.747167 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:41.749739 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b78887-7e54-4213-9121-c97b287a7c92" -d '{"events": [{"name": "network-changed", "server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:41.765405 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3b1f27f7-1946-478d-a431-f0d640504260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.772115 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3b1f27f7-1946-478d-a431-f0d640504260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.776226 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3b1f27f7-1946-478d-a431-f0d640504260 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfe66325-230e-4624-8226-fc4279c83c3d HTTP/1.1" status: 204 len: 168 time: 0.2189369 Aug 10 15:15:41.801667 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f27f7-1946-478d-a431-f0d640504260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe66325-230e-4624-8226-fc4279c83c3d,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:41.827147 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Attempting to bind port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:15:41.827849 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Attempting to bind port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:15:41.828682 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Attempting to bind port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e on network d75af5cd-4ff3-41cf-abe0-0ff16866849b {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:41.839006 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e on network d75af5cd-4ff3-41cf-abe0-0ff16866849b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:15:41.839325 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Attempting to bind port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e on network d75af5cd-4ff3-41cf-abe0-0ff16866849b {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:41.852248 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:15:41.852608 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Checking segment: {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:41.854737 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Bound using segment: {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:15:41.855630 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Bound port: 84591f0d-8740-4cbe-a5d8-8ca0ef99319e, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:15:41.856013 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:41.930393 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:41.977843 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8980404f-39a3-44f1-b88f-406cb2882f0d x-openstack-request-id: req-8980404f-39a3-44f1-b88f-406cb2882f0d {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:41.978126 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:41.978393 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8980404f-39a3-44f1-b88f-406cb2882f0d {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:41.978919 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'status': 'completed', 'code': 200} Aug 10 15:15:42.063921 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531f28-2d29-4015-b040-34c9f462d291 req-b595440a-4e26-4b96-880c-e7d95be8c404 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:42.065503 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c8531f28-2d29-4015-b040-34c9f462d291 req-b595440a-4e26-4b96-880c-e7d95be8c404 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 943 time: 0.1772156 Aug 10 15:15:42.066738 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] For port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:15:42.086995 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] For port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:15:42.105050 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:42.173418 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-9431b82d-ea96-4c38-b3ff-cfe7c3c48a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:42.175572 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-9431b82d-ea96-4c38-b3ff-cfe7c3c48a6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 1098 time: 0.1723578 Aug 10 15:15:42.192352 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:42.193603 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:42.195379 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] 10.222.0.50 "PUT /v2.0/ports/84591f0d-8740-4cbe-a5d8-8ca0ef99319e HTTP/1.1" status: 200 len: 1093 time: 1.5755639 Aug 10 15:15:42.210269 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c8531f28-2d29-4015-b040-34c9f462d291 req-d07380e7-9766-463a-ad52-71626b15deca tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1293275 Aug 10 15:15:42.343415 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0e6e6-795e-48f0-b608-9cce79492407 service neutron] Pushing event updated for resources: {'Port': ['ID=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:42.360230 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '4220b840-f863-4271-828b-52b3b68fefae', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'port_id': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'mac_address': 'fa:16:3e:ed:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d59829-247e-4ee6-9ee0-84771053069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:40Z', 'revision_number': 1, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:42.399717 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] Checking router: 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:42.412863 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:42.413697 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:42.426985 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-d7fb3501-376c-4a7d-9b7d-d3129355d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:42.429203 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-d7fb3501-376c-4a7d-9b7d-d3129355d849 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 1096 time: 0.1471076 Aug 10 15:15:42.432728 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-c7a02d77-fb1f-4df2-b876-189d90155b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:42.434153 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-c7a02d77-fb1f-4df2-b876-189d90155b5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.2355847 Aug 10 15:15:42.555438 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:42.556684 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-fb7d9535-4768-4b6f-b215-c9142da19a2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84591f0d-8740-4cbe-a5d8-8ca0ef99319e HTTP/1.1" status: 200 len: 217 time: 0.1128724 Aug 10 15:15:42.629566 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-d44d68d5-150a-4891-ab10-69eb8babb63c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae HTTP/1.1" status: 200 len: 998 time: 0.1725998 Aug 10 15:15:42.682683 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-72c64492-d6ec-427d-a151-5e153d15a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:42.682683 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-72c64492-d6ec-427d-a151-5e153d15a5cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 200 len: 850 time: 0.1144505 Aug 10 15:15:42.729287 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-91e81836-f0f3-4246-8253-7fe8580372a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:42.731044 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-91e81836-f0f3-4246-8253-7fe8580372a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.0928979 Aug 10 15:15:42.782968 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-3c260c71-3fe8-4452-9ad8-68a92431962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:42.784814 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-3c260c71-3fe8-4452-9ad8-68a92431962e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75af5cd-4ff3-41cf-abe0-0ff16866849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0922208 Aug 10 15:15:42.849059 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-287c32ac-48d9-4f05-84d2-64080320d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:42.850756 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-287c32ac-48d9-4f05-84d2-64080320d6fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1108205 Aug 10 15:15:42.956623 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-94759178-0948-4c52-8cd2-9b984a7038d9 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631594 Aug 10 15:15:43.032288 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-efde22c9-ebac-46cd-80a3-1873910ab7f6 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730218 Aug 10 15:15:43.042650 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '4220b840-f863-4271-828b-52b3b68fefae', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'port_id': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'mac_address': 'fa:16:3e:ed:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d59829-247e-4ee6-9ee0-84771053069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:40Z', 'revision_number': 1, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:43.075813 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5941841-53df-4e72-bc6c-03b63e1716c5 None None] The sync data for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi is: [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '4220b840-f863-4271-828b-52b3b68fefae', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'floating_ip_address': '172.27.2.62', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'port_id': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'mac_address': 'fa:16:3e:ed:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d59829-247e-4ee6-9ee0-84771053069d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:40Z', 'revision_number': 1, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:43.141997 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fdea9156-46bc-4052-98f1-b93228e82ecb req-5263005f-5385-45e8-9bd4-a43d7dde7898 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744351 Aug 10 15:15:43.173612 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d9b78887-7e54-4213-9121-c97b287a7c92 req-c26e49a1-9f69-4256-9373-a7eb5008deae service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305237 Aug 10 15:15:43.400367 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eaa995-9696-4e9a-a619-efb5150858ab None None] New status for floating IP 4220b840-f863-4271-828b-52b3b68fefae: ACTIVE {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:15:43.425899 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a79f6-1eec-49e2-b689-d2de13e216ae req-8bea4822-5c22-4bd7-82e6-5d2bdc4609db tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:43.429462 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d63a79f6-1eec-49e2-b689-d2de13e216ae req-8bea4822-5c22-4bd7-82e6-5d2bdc4609db tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 943 time: 0.0771911 Aug 10 15:15:43.486151 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d63a79f6-1eec-49e2-b689-d2de13e216ae req-8ebf2f5a-a4c1-47eb-ae2e-4fdbd3214a5b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501075 Aug 10 15:15:43.979752 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'tag': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:43.982107 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f530ee7b-e4bd-4afd-8115-6618979e96e5", "tag": "84591f0d-8740-4cbe-a5d8-8ca0ef99319e"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:44.024149 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bbd97b-adc7-437c-b506-7ad2ec1ce28a x-openstack-request-id: req-53bbd97b-adc7-437c-b506-7ad2ec1ce28a {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:44.024442 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f530ee7b-e4bd-4afd-8115-6618979e96e5", "tag": "84591f0d-8740-4cbe-a5d8-8ca0ef99319e", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:44.024703 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53bbd97b-adc7-437c-b506-7ad2ec1ce28a {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:44.025110 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'tag': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e', 'status': 'completed', 'code': 200} Aug 10 15:15:44.097854 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-c64ac2ab-75aa-47f9-be02-5567f5a62110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:44.099373 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-c64ac2ab-75aa-47f9-be02-5567f5a62110 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 1096 time: 0.0473444 Aug 10 15:15:44.197446 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-6607661d-0561-4225-9406-5ec27753f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:44.199018 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-6607661d-0561-4225-9406-5ec27753f60c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 912 time: 0.0912795 Aug 10 15:15:44.249610 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-30e60699-4c8e-4107-9ff3-0fa7d8e5297d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84591f0d-8740-4cbe-a5d8-8ca0ef99319e HTTP/1.1" status: 200 len: 217 time: 0.0424349 Aug 10 15:15:44.307437 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-5e066452-07ce-4792-8cf4-66d077ad820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:44.308987 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-5e066452-07ce-4792-8cf4-66d077ad820f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 200 len: 850 time: 0.0525911 Aug 10 15:15:44.363415 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-045dfd2f-0234-4472-98c5-3450021544cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:44.365484 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-045dfd2f-0234-4472-98c5-3450021544cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75af5cd-4ff3-41cf-abe0-0ff16866849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480995 Aug 10 15:15:44.475598 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-103932eb-15ba-4262-a13a-154bda5d36a2 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015112 Aug 10 15:15:44.623395 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0e63da09-0c26-4d20-97f2-a8edd63d4dcb req-2d594295-71a6-4eaa-801b-de90b27255f5 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397080 Aug 10 15:15:44.649876 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681b81d-8797-4aee-a8fb-509ba93835d5 req-4a377d8f-8d2c-4b35-80f9-b877243d7b3f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:44.651594 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4681b81d-8797-4aee-a8fb-509ba93835d5 req-4a377d8f-8d2c-4b35-80f9-b877243d7b3f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 943 time: 0.0671751 Aug 10 15:15:44.701561 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4681b81d-8797-4aee-a8fb-509ba93835d5 req-f2743e0c-1a57-419d-9c4d-968eb7f3e5a3 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439677 Aug 10 15:15:45.853966 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaf353-273b-4d18-84c5-c74c3bb02df1 req-9abdca15-f63e-4c42-be03-86860f4c9ccb tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:45.856385 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0aeaf353-273b-4d18-84c5-c74c3bb02df1 req-9abdca15-f63e-4c42-be03-86860f4c9ccb tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 943 time: 0.0715346 Aug 10 15:15:45.899338 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0aeaf353-273b-4d18-84c5-c74c3bb02df1 req-8b957ec7-00b4-4f3b-a0ae-0554fd2b981b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366454 Aug 10 15:15:47.027810 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906bff1-a9af-46bf-ae41-dc16a536121d req-d195cc68-8459-4343-9c13-ade49bee96f9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:47.029384 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a906bff1-a9af-46bf-ae41-dc16a536121d req-d195cc68-8459-4343-9c13-ade49bee96f9 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 943 time: 0.0518026 Aug 10 15:15:47.073438 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a906bff1-a9af-46bf-ae41-dc16a536121d req-fc72ad6d-bae4-49b3-9b62-88e8b2463a3b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373795 Aug 10 15:15:47.204779 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 84591f0d-8740-4cbe-a5d8-8ca0ef99319e details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:15:47.307469 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:47.319123 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'port_id': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e', 'mac_address': 'fa:16:3e:40:ba:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:15:47.357447 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:47.376998 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84591f0d-8740-4cbe-a5d8-8ca0ef99319e {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:15:47.399860 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:47.406026 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:47.455628 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:47.651149 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['84591f0d-8740-4cbe-a5d8-8ca0ef99319e'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:15:48.205097 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8051e16-34a2-478b-9c84-250f06d9bf4c req-30e55319-1eb6-4ad0-8688-0e9dbae8630f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:48.207092 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d8051e16-34a2-478b-9c84-250f06d9bf4c req-30e55319-1eb6-4ad0-8688-0e9dbae8630f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 944 time: 0.0597162 Aug 10 15:15:48.259602 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d8051e16-34a2-478b-9c84-250f06d9bf4c req-59f2b248-ab59-4172-9867-89b20afb469c tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433631 Aug 10 15:15:49.204172 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 84591f0d-8740-4cbe-a5d8-8ca0ef99319e up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:15:49.262672 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:49.268392 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:49.268894 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:49.369350 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:49.395211 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:49.397750 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fa7a2f-67d2-48aa-a72b-52dddfc17308" -d '{"events": [{"server_uuid": "f530ee7b-e4bd-4afd-8115-6618979e96e5", "name": "network-vif-plugged", "status": "completed", "tag": "84591f0d-8740-4cbe-a5d8-8ca0ef99319e"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:49.412633 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:15:49.416584 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:49.418128 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bbb7c-601b-4448-a373-a5c03165f768 req-f0d159a2-9b0d-428c-bf94-29fbaa005360 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:49.420146 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-120bbb7c-601b-4448-a373-a5c03165f768 req-f0d159a2-9b0d-428c-bf94-29fbaa005360 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 944 time: 0.0592728 Aug 10 15:15:49.476420 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:49.479547 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-120bbb7c-601b-4448-a373-a5c03165f768 req-1d475024-0913-4506-9755-3b70dd1154e2 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525196 Aug 10 15:15:49.624720 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608c3d01-bcb5-4421-8b37-357528cb4750 x-openstack-request-id: req-608c3d01-bcb5-4421-8b37-357528cb4750 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:49.625057 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f530ee7b-e4bd-4afd-8115-6618979e96e5", "name": "network-vif-plugged", "status": "completed", "tag": "84591f0d-8740-4cbe-a5d8-8ca0ef99319e", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:49.625314 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-608c3d01-bcb5-4421-8b37-357528cb4750 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:49.626049 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e', 'code': 200} Aug 10 15:15:49.808412 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39620d31-1c9f-4f18-bf6a-9c19489ef29d req-d9ab1d04-c664-4fba-9d14-475f700d069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:49.809848 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-39620d31-1c9f-4f18-bf6a-9c19489ef29d req-d9ab1d04-c664-4fba-9d14-475f700d069d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 1098 time: 0.0425365 Aug 10 15:15:49.846636 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-39620d31-1c9f-4f18-bf6a-9c19489ef29d req-99080384-8a73-43e1-9abf-f4c14532f70c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290365 Aug 10 15:15:50.614206 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc33a-6f87-4112-bd0c-7d75b697f3eb req-aaf9ffb2-ceaf-4954-8fc4-95bb76ce57ff tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:50.615796 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-12efc33a-6f87-4112-bd0c-7d75b697f3eb req-aaf9ffb2-ceaf-4954-8fc4-95bb76ce57ff tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 945 time: 0.0540791 Aug 10 15:15:50.662221 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-12efc33a-6f87-4112-bd0c-7d75b697f3eb req-32a5d7ba-b2f8-49fa-a68c-ac1c359f7a3e tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398281 Aug 10 15:15:51.807730 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957fc64-5e62-41a4-9b76-092cb32019e3 req-36b7be87-ebef-499d-9161-d22753a7c6ce tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:51.809303 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c957fc64-5e62-41a4-9b76-092cb32019e3 req-36b7be87-ebef-499d-9161-d22753a7c6ce tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 945 time: 0.0560069 Aug 10 15:15:51.854500 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c957fc64-5e62-41a4-9b76-092cb32019e3 req-871a9842-c645-4337-9127-10527654ec64 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347953 Aug 10 15:15:51.971623 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b8fee-06bc-4edf-89e5-5b71f8615d1f req-1c157318-460a-4459-a471-85ae4912b8e8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:51.973031 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-918b8fee-06bc-4edf-89e5-5b71f8615d1f req-1c157318-460a-4459-a471-85ae4912b8e8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 945 time: 0.0513065 Aug 10 15:15:51.981454 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46004) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:15:51.985937 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-567232b8-9381-485c-a10e-57df9317d1b8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Request body: {'floatingip': {'port_id': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:52.029277 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-567232b8-9381-485c-a10e-57df9317d1b8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:52.336072 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-60316ee9-b7a0-4fd7-ac96-9623e3f47fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:52.737616 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-567232b8-9381-485c-a10e-57df9317d1b8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:52.744094 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-567232b8-9381-485c-a10e-57df9317d1b8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:52.853561 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [None req-567232b8-9381-485c-a10e-57df9317d1b8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Floating IP 22e1b7a3-13b9-44fa-a501-313d62cbfb0e associated. External IP: 172.27.2.228, port: 84591f0d-8740-4cbe-a5d8-8ca0ef99319e. Aug 10 15:15:53.074161 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567232b8-9381-485c-a10e-57df9317d1b8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Router 4c8254bc-31a4-4be9-b2b0-b495815de06f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:15:53.196333 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567232b8-9381-485c-a10e-57df9317d1b8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:15:53.204611 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-567232b8-9381-485c-a10e-57df9317d1b8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:53.232707 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-567232b8-9381-485c-a10e-57df9317d1b8 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "PUT /v2.0/floatingips/22e1b7a3-13b9-44fa-a501-313d62cbfb0e HTTP/1.1" status: 200 len: 991 time: 1.2501252 Aug 10 15:15:53.233308 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'tag': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:53.235672 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2420de-b779-41e3-8ed5-3602e2f97f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f530ee7b-e4bd-4afd-8115-6618979e96e5", "tag": "84591f0d-8740-4cbe-a5d8-8ca0ef99319e"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:53.240319 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] Sync routers for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:15:53.260466 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:53.261102 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:53.385622 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:53.613656 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '22e1b7a3-13b9-44fa-a501-313d62cbfb0e', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'port_id': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'mac_address': 'fa:16:3e:40:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:15:36Z', 'updated_at': '2021-08-10T15:15:52Z', 'revision_number': 1, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:53.643340 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] Checking router: 4c8254bc-31a4-4be9-b2b0-b495815de06f for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:15:53.652695 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:15:53.653316 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:53.758026 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3368ca76-5e55-4ded-a73d-82c160608bed x-openstack-request-id: req-3368ca76-5e55-4ded-a73d-82c160608bed {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:53.758374 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f530ee7b-e4bd-4afd-8115-6618979e96e5", "tag": "84591f0d-8740-4cbe-a5d8-8ca0ef99319e", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:53.758692 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3368ca76-5e55-4ded-a73d-82c160608bed {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:53.759274 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'tag': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e', 'status': 'completed', 'code': 200} Aug 10 15:15:53.772404 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:15:53.824002 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-cf0acd56-cd1b-44fb-9102-b973a3da1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:53.825531 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-cf0acd56-cd1b-44fb-9102-b973a3da1e7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b4962453faa450eb30a6ac02fe55eef&device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 1098 time: 0.0448844 Aug 10 15:15:53.924160 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-af5a1ad7-8e1e-43cd-be98-57c1dd3c65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:53.925677 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-af5a1ad7-8e1e-43cd-be98-57c1dd3c65ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 200 len: 912 time: 0.0929656 Aug 10 15:15:53.997899 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-96be7b1f-c08f-40e4-b92a-39e5d1c577a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84591f0d-8740-4cbe-a5d8-8ca0ef99319e HTTP/1.1" status: 200 len: 999 time: 0.0602512 Aug 10 15:15:54.015215 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '22e1b7a3-13b9-44fa-a501-313d62cbfb0e', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'port_id': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'mac_address': 'fa:16:3e:40:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:15:36Z', 'updated_at': '2021-08-10T15:15:52Z', 'revision_number': 1, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:15:54.042623 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149a307-3d5e-4f70-88b3-6ac123b315da None None] The sync data for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi is: [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '22e1b7a3-13b9-44fa-a501-313d62cbfb0e', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'port_id': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'mac_address': 'fa:16:3e:40:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:15:36Z', 'updated_at': '2021-08-10T15:15:52Z', 'revision_number': 1, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:15:54.061750 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-205dad03-e65f-4803-8b3a-72704e95c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:54.063386 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-205dad03-e65f-4803-8b3a-72704e95c96f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 200 len: 850 time: 0.0544164 Aug 10 15:15:54.123493 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-a4636e55-6d37-4f06-995e-f613323432d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:54.125065 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-a4636e55-6d37-4f06-995e-f613323432d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75af5cd-4ff3-41cf-abe0-0ff16866849b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499187 Aug 10 15:15:54.229285 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-8fa19aca-121a-40af-9334-2b41122b7319 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958736 Aug 10 15:15:54.264360 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd6611a-08fe-44de-ac67-16f014dff5e0 None None] New status for floating IP 22e1b7a3-13b9-44fa-a501-313d62cbfb0e: ACTIVE {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:15:54.350753 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d2420de-b779-41e3-8ed5-3602e2f97f7c req-366a00d8-43ea-4011-a1ad-af8a8ed2b4c3 service neutron] 10.222.0.50 "GET /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128702 Aug 10 15:15:55.128884 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:55.254906 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-b8479f45-05ce-4678-a1c1-2ededd3db6eb tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477995900&fields=id&tenant_id=506303e06432415684b9055467f6e44a HTTP/1.1" status: 200 len: 267 time: 0.0355713 Aug 10 15:15:55.376725 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-ca62d364-2e14-4566-b44e-00ae083240c3 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:55.378334 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-ca62d364-2e14-4566-b44e-00ae083240c3 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 812 time: 0.1158862 Aug 10 15:15:55.396595 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-e34afa74-bbfb-4442-94c9-d1a246cc5adf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/quotas/506303e06432415684b9055467f6e44a HTTP/1.1" status: 200 len: 375 time: 0.0108681 Aug 10 15:15:55.456967 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-e76386db-bb47-4aa2-86a8-53121043530d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542469 Aug 10 15:15:55.541373 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e0de2d72-4458-43cf-bb42-ad04a56603d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:55.561018 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-1fba4b02-db0b-4c6f-acf6-a7de68fa2071 service neutron] 10.222.0.26 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909960 Aug 10 15:15:55.665521 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-80479a7a-8b0e-45c5-b392-4d907630c222 service neutron] 10.222.0.26 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964258 Aug 10 15:15:55.987126 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fe3a94f-5a53-4c8d-a66c-3b4fabbae36c req-7c16bef9-5824-4ee7-9bc3-21c471814244 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 210 time: 0.0290029 Aug 10 15:15:56.207607 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:56.707722 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:57.023143 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-adef701e-8ab4-457c-b7c7-49828d343562 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:57.025216 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-adef701e-8ab4-457c-b7c7-49828d343562 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 812 time: 0.1232548 Aug 10 15:15:57.080664 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-da11c899-af8e-42ba-b9d6-f80c741d4ad1 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506303e06432415684b9055467f6e44a HTTP/1.1" status: 200 len: 380 time: 0.0406277 Aug 10 15:15:57.094153 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'port': {'device_id': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'admin_state_up': True, 'tenant_id': '506303e06432415684b9055467f6e44a', 'security_groups': ['c27eef62-41ec-4209-beab-c11ee1342543']}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:57.180166 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2f805e23-ed42-4bf3-9124-c8b6c5f409e6 req-32ee170f-4a51-4385-9697-22d4ef89acfb tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 210 time: 0.0362337 Aug 10 15:15:57.244790 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Made reservation on behalf of 506303e06432415684b9055467f6e44a for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:15:57.248895 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:57.386183 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Allocated IP 172.20.0.11 (9ef3bcc5-d2d3-4028-963e-835c43f44db7/5e6f4ced-e161-4bba-960f-b62362284a23/a6b9ef9e-2941-41ee-aff5-c5a89653c186) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:15:57.545911 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:57.560496 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Transition to ACTIVE for port object a6b9ef9e-2941-41ee-aff5-c5a89653c186 will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:57.595773 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:57.649848 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:15:57.653204 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:15:57.657073 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:15:57.686396 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'Port': ['ID=a6b9ef9e-2941-41ee-aff5-c5a89653c186,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:57.720400 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:57.720613 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:57.737796 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-53ee1dfe-24bd-4451-ab04-b5bbe04a378f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6508670 Aug 10 15:15:57.754081 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Request body: {'port': {'device_id': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:15:57.824460 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:57.899611 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-c5335fbd-51b2-439e-bd84-1baabc81611f None None] Provisioning for port a6b9ef9e-2941-41ee-aff5-c5a89653c186 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:15:57.906743 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-c5335fbd-51b2-439e-bd84-1baabc81611f None None] Provisioning complete for port a6b9ef9e-2941-41ee-aff5-c5a89653c186 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:15:57.907178 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c5335fbd-51b2-439e-bd84-1baabc81611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:57.941966 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-c5335fbd-51b2-439e-bd84-1baabc81611f None None] Port a6b9ef9e-2941-41ee-aff5-c5a89653c186 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:15:58.090694 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:58.111431 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b9ef9e-2941-41ee-aff5-c5a89653c186 {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:15:58.120285 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:58.139305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Transition to ACTIVE for port object a6b9ef9e-2941-41ee-aff5-c5a89653c186 will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:15:58.144495 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:58.221264 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b9ef9e-2941-41ee-aff5-c5a89653c186,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:58.315060 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Attempting to bind port a6b9ef9e-2941-41ee-aff5-c5a89653c186 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:15:58.315445 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Attempting to bind port a6b9ef9e-2941-41ee-aff5-c5a89653c186 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:15:58.315815 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Attempting to bind port a6b9ef9e-2941-41ee-aff5-c5a89653c186 on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:58.324728 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Port a6b9ef9e-2941-41ee-aff5-c5a89653c186 on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:15:58.325067 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Attempting to bind port a6b9ef9e-2941-41ee-aff5-c5a89653c186 on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:15:58.344061 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236d3bc-d49d-4161-9248-d06d81a319fc req-4c36dfb0-fc38-415c-978d-47b70da4681a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:58.345882 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9236d3bc-d49d-4161-9248-d06d81a319fc req-4c36dfb0-fc38-415c-978d-47b70da4681a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 944 time: 0.0785966 Aug 10 15:15:58.346756 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:15:58.347106 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Checking segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:15:58.347495 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Bound using segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:15:58.347945 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Bound port: a6b9ef9e-2941-41ee-aff5-c5a89653c186, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:15:58.348310 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:58.427845 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9236d3bc-d49d-4161-9248-d06d81a319fc req-f41ef892-214a-4673-9b3f-82f598d02f56 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715044 Aug 10 15:15:58.457071 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] For port a6b9ef9e-2941-41ee-aff5-c5a89653c186, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:15:58.461750 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] For port a6b9ef9e-2941-41ee-aff5-c5a89653c186, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a6b9ef9e-2941-41ee-aff5-c5a89653c186,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:15:58.467945 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:58.507118 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:58.507853 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:15:58.509387 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] 10.222.0.50 "PUT /v2.0/ports/a6b9ef9e-2941-41ee-aff5-c5a89653c186 HTTP/1.1" status: 200 len: 1094 time: 0.7598078 Aug 10 15:15:58.512062 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'tag': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:15:58.515232 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbabbdb-be33-48b4-b3ee-72476ec5c680" -d '{"events": [{"name": "network-changed", "server_uuid": "870b150c-f1ea-4009-b92f-7a628854cd6f", "tag": "a6b9ef9e-2941-41ee-aff5-c5a89653c186"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:15:58.567916 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c265a2-9fff-4119-bbe0-5753a62f3212 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b9ef9e-2941-41ee-aff5-c5a89653c186,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:15:58.571708 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db803da6-941e-416d-bf17-774a2a3ac7d6 x-openstack-request-id: req-db803da6-941e-416d-bf17-774a2a3ac7d6 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:15:58.572040 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870b150c-f1ea-4009-b92f-7a628854cd6f", "tag": "a6b9ef9e-2941-41ee-aff5-c5a89653c186", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:15:58.572247 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db803da6-941e-416d-bf17-774a2a3ac7d6 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:15:58.573007 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'tag': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'status': 'completed', 'code': 200} Aug 10 15:15:58.633675 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-c8bd3f3f-70ad-454a-9996-fd1c0a716fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:58.633675 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-c8bd3f3f-70ad-454a-9996-fd1c0a716fd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 1097 time: 0.0470741 Aug 10 15:15:58.678492 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-0485ae29-b745-4e3b-8457-f97c61f09d96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b9ef9e-2941-41ee-aff5-c5a89653c186 HTTP/1.1" status: 200 len: 217 time: 0.0378509 Aug 10 15:15:58.740568 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-7d961bad-8c23-41aa-8dd5-6b64bfb6f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:58.742054 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-7d961bad-8c23-41aa-8dd5-6b64bfb6f59c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0556860 Aug 10 15:15:58.797060 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-65bc0851-baf5-4adc-a3c7-6c53ae99f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:58.798586 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-65bc0851-baf5-4adc-a3c7-6c53ae99f01e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498817 Aug 10 15:15:58.896758 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-48f66823-01b1-45b4-b449-4181f8876ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912418 Aug 10 15:15:59.003123 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d9db215-a703-41ea-a45a-8fdb48852085 req-6d43becf-8cb6-4db8-9441-91c4a7f46f51 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979676 Aug 10 15:15:59.103441 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-09133bc2-1ed8-4d8b-8fdf-c34dd2e6bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:59.105528 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-09133bc2-1ed8-4d8b-8fdf-c34dd2e6bdee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 1097 time: 0.0469143 Aug 10 15:15:59.236948 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-b8644e73-c88d-4fda-91dc-aba986a184cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:59.239595 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-b8644e73-c88d-4fda-91dc-aba986a184cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.1267369 Aug 10 15:15:59.297453 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-4bbebcad-ad04-4bd0-9984-103177308038 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b9ef9e-2941-41ee-aff5-c5a89653c186 HTTP/1.1" status: 200 len: 217 time: 0.0367851 Aug 10 15:15:59.353998 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-81125cb3-b1f8-4634-a5fb-2bef46e25b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:59.355563 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-81125cb3-b1f8-4634-a5fb-2bef46e25b90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0501246 Aug 10 15:15:59.419932 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-4575ab59-fe3f-4bb4-9fb6-36b25c845c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:59.422263 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-4575ab59-fe3f-4bb4-9fb6-36b25c845c8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0592754 Aug 10 15:15:59.543598 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-e39b17be-aabf-4eec-ace7-88b555842960 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138911 Aug 10 15:15:59.640551 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998999f4-a2a5-4c52-8018-c9ad51126e77 req-5f442abc-9b9f-4f5c-bf6c-387358a0cea0 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:15:59.642286 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-998999f4-a2a5-4c52-8018-c9ad51126e77 req-5f442abc-9b9f-4f5c-bf6c-387358a0cea0 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 944 time: 0.1228194 Aug 10 15:15:59.696719 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3dbabbdb-be33-48b4-b3ee-72476ec5c680 req-10d45969-9417-463f-bf11-0fb4f07e242e service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385391 Aug 10 15:15:59.706021 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-998999f4-a2a5-4c52-8018-c9ad51126e77 req-46946ae5-913a-4f0b-9891-5b30d0f0b799 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531335 Aug 10 15:16:00.834164 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a341dee-2401-45c5-8c47-7cd31c61a1be req-eeb0b1eb-6655-45ae-9636-35896ad374a3 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:00.835683 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8a341dee-2401-45c5-8c47-7cd31c61a1be req-eeb0b1eb-6655-45ae-9636-35896ad374a3 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 944 time: 0.0525453 Aug 10 15:16:00.876646 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8a341dee-2401-45c5-8c47-7cd31c61a1be req-2921d56d-cb45-4fba-93e0-fbe90e9cd9b1 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348709 Aug 10 15:16:01.550098 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:16:02.030044 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163289d-a5e4-4be5-9d11-7028edab9419 req-2775ce8c-0d5c-433c-96b1-99509b7bde52 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:02.031673 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6163289d-a5e4-4be5-9d11-7028edab9419 req-2775ce8c-0d5c-433c-96b1-99509b7bde52 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 944 time: 0.0523944 Aug 10 15:16:02.075634 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6163289d-a5e4-4be5-9d11-7028edab9419 req-5247cf87-26e4-4b58-909e-e3f8afaf5b1f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371642 Aug 10 15:16:03.200496 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bc73a-7992-49ab-ad97-a861d49b62a2 req-ae315a25-d3a0-4dfd-beff-f34a00213fa6 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:03.202052 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6f0bc73a-7992-49ab-ad97-a861d49b62a2 req-ae315a25-d3a0-4dfd-beff-f34a00213fa6 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 944 time: 0.0550010 Aug 10 15:16:03.243287 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6f0bc73a-7992-49ab-ad97-a861d49b62a2 req-d0e79332-1b77-4293-9f03-d08142c07363 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346699 Aug 10 15:16:04.384233 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d600728-b5c0-47c3-9a80-1a2654a16d60 req-dbed8dfc-51b5-4abc-bf46-a3e0f2022283 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:04.385970 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0d600728-b5c0-47c3-9a80-1a2654a16d60 req-dbed8dfc-51b5-4abc-bf46-a3e0f2022283 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 944 time: 0.0529010 Aug 10 15:16:04.428354 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0d600728-b5c0-47c3-9a80-1a2654a16d60 req-6f3852ef-1c1d-4e3a-9420-06fb3ab8c88e tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345416 Aug 10 15:16:05.565539 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f48c56-2f89-4699-9040-3e3003aa1b2b req-d36d849d-445e-4327-b75a-df4e41341e2f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:05.567320 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b8f48c56-2f89-4699-9040-3e3003aa1b2b req-d36d849d-445e-4327-b75a-df4e41341e2f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 944 time: 0.0523257 Aug 10 15:16:05.610708 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b8f48c56-2f89-4699-9040-3e3003aa1b2b req-8ddb4845-e323-4781-ba64-8f35f9d97cf9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365005 Aug 10 15:16:06.744970 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dfb91-cdca-40a9-8708-c52b24620a43 req-3a5eaf02-2e71-42f8-9c4a-5fd9ac377eb4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:06.746522 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-584dfb91-cdca-40a9-8708-c52b24620a43 req-3a5eaf02-2e71-42f8-9c4a-5fd9ac377eb4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 944 time: 0.0613630 Aug 10 15:16:06.791983 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-584dfb91-cdca-40a9-8708-c52b24620a43 req-3ca8e887-705f-44fe-8ac3-d005acffc979 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368798 Aug 10 15:16:07.277887 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device a6b9ef9e-2941-41ee-aff5-c5a89653c186 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:16:07.396942 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port a6b9ef9e-2941-41ee-aff5-c5a89653c186, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a6b9ef9e-2941-41ee-aff5-c5a89653c186,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:07.411819 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'port_id': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'mac_address': 'fa:16:3e:70:55:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:16:07.451290 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:07.466652 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b9ef9e-2941-41ee-aff5-c5a89653c186 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:16:07.488539 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port a6b9ef9e-2941-41ee-aff5-c5a89653c186, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a6b9ef9e-2941-41ee-aff5-c5a89653c186,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:07.493557 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:07.544396 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=a6b9ef9e-2941-41ee-aff5-c5a89653c186,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:07.761297 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['a6b9ef9e-2941-41ee-aff5-c5a89653c186'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:16:07.927068 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375d8f8-abf5-40ba-8867-c50d1f2b21c6 req-e8f8c072-efb3-42b2-afa4-150cdf0de953 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:07.928748 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e375d8f8-abf5-40ba-8867-c50d1f2b21c6 req-e8f8c072-efb3-42b2-afa4-150cdf0de953 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 945 time: 0.0584257 Aug 10 15:16:07.989497 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e375d8f8-abf5-40ba-8867-c50d1f2b21c6 req-345f6c0c-faac-49de-b3ec-d453b893e301 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542209 Aug 10 15:16:09.109662 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d7b7a-1317-4023-aafd-ae5fec3ab0ba req-a90a68ca-53f8-4b5e-9b8f-e534d8aac07e tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:09.111240 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-419d7b7a-1317-4023-aafd-ae5fec3ab0ba req-a90a68ca-53f8-4b5e-9b8f-e534d8aac07e tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 945 time: 0.0505743 Aug 10 15:16:09.155211 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-419d7b7a-1317-4023-aafd-ae5fec3ab0ba req-f5a4e64b-2b90-40e8-b5f3-2864d2110398 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370319 Aug 10 15:16:09.295769 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device a6b9ef9e-2941-41ee-aff5-c5a89653c186 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:09.349342 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port a6b9ef9e-2941-41ee-aff5-c5a89653c186 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:09.353315 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port a6b9ef9e-2941-41ee-aff5-c5a89653c186 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:09.353687 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:09.432159 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:09.453694 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:16:09.455936 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e13cb1-05b9-469d-8c2a-86a5c76677af" -d '{"events": [{"server_uuid": "870b150c-f1ea-4009-b92f-7a628854cd6f", "name": "network-vif-plugged", "status": "completed", "tag": "a6b9ef9e-2941-41ee-aff5-c5a89653c186"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:16:09.468871 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port a6b9ef9e-2941-41ee-aff5-c5a89653c186, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a6b9ef9e-2941-41ee-aff5-c5a89653c186,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:09.473108 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:09.496824 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8757e88b-c4a7-4559-a21b-4de5f58509ac x-openstack-request-id: req-8757e88b-c4a7-4559-a21b-4de5f58509ac {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:16:09.497115 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870b150c-f1ea-4009-b92f-7a628854cd6f", "name": "network-vif-plugged", "status": "completed", "tag": "a6b9ef9e-2941-41ee-aff5-c5a89653c186", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:16:09.497369 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8757e88b-c4a7-4559-a21b-4de5f58509ac {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:16:09.497737 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'code': 200} Aug 10 15:16:09.524951 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=a6b9ef9e-2941-41ee-aff5-c5a89653c186,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:09.733236 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2589403-6022-4367-9146-1ec65e5a49cc req-40a9500e-d7dd-42f9-b05e-e8c931db40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:09.734785 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a2589403-6022-4367-9146-1ec65e5a49cc req-40a9500e-d7dd-42f9-b05e-e8c931db40aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 1099 time: 0.0416369 Aug 10 15:16:09.769884 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a2589403-6022-4367-9146-1ec65e5a49cc req-7ae7a4b3-1b62-4d67-8899-fa962490418e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274520 Aug 10 15:16:10.285667 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d634f4-b455-49e4-950a-2cb51383f870 req-a2d48a7a-b6f8-4554-b052-210a65fba81f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:10.287275 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-35d634f4-b455-49e4-950a-2cb51383f870 req-a2d48a7a-b6f8-4554-b052-210a65fba81f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 946 time: 0.0576153 Aug 10 15:16:10.325651 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-35d634f4-b455-49e4-950a-2cb51383f870 req-c5073f1b-ffb2-4622-a635-0d0baa34c56b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Aug 10 15:16:11.450664 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dcf44-8de7-43c7-8004-8873efecf6b9 req-8fa83546-9fb5-4b60-89ce-c6a05e99d663 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:11.452278 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-059dcf44-8de7-43c7-8004-8873efecf6b9 req-8fa83546-9fb5-4b60-89ce-c6a05e99d663 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 946 time: 0.0518291 Aug 10 15:16:11.497358 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-059dcf44-8de7-43c7-8004-8873efecf6b9 req-d64ae477-02c7-4f5c-8404-f3ea172966fa tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381052 Aug 10 15:16:11.615754 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edac43f-81bd-4376-a018-56756e6b92c7 req-792acb55-95aa-44ad-92c8-b8b361a46eca tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:11.617869 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1edac43f-81bd-4376-a018-56756e6b92c7 req-792acb55-95aa-44ad-92c8-b8b361a46eca tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 946 time: 0.0500119 Aug 10 15:16:11.655799 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1edac43f-81bd-4376-a018-56756e6b92c7 req-076170c7-1044-4d10-9a1e-dd3bb60d8ae0 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Aug 10 15:16:11.678197 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46266) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:11.863391 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab42cdaf-f447-4836-94ac-5d3bdf93f00b tempest-TestVolumeBootPattern-931191398 tempest-TestVolumeBootPattern-931191398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:11.864956 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-ab42cdaf-f447-4836-94ac-5d3bdf93f00b tempest-TestVolumeBootPattern-931191398 tempest-TestVolumeBootPattern-931191398-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 1094 time: 0.1857398 Aug 10 15:16:11.867945 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46272) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:11.872240 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'floatingip': {'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'port_id': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'tenant_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:11.894623 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:11.993283 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:12.094320 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Allocated IP 172.27.2.112 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/a70d39eb-01f1-4680-b065-180b18be636b) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:16:12.198763 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:12.238055 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:12.275447 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:12.280487 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:12.283067 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:16:12.311184 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'Port': ['ID=a70d39eb-01f1-4680-b065-180b18be636b,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:12.918758 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:12.992909 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:13.147499 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:13.152133 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:13.223588 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'Port': ['ID=a70d39eb-01f1-4680-b065-180b18be636b,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:13.238751 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:13.351544 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Floating IP 78cedbf8-302b-4d50-91f5-d2d28ed82c39 associated. External IP: 172.27.2.112, port: a6b9ef9e-2941-41ee-aff5-c5a89653c186. Aug 10 15:16:13.595217 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Router d9eeb9db-a7cb-4355-bba2-35e0a2004655 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:16:13.715051 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:16:13.726824 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] Sync routers for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:16:13.732534 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:13.745518 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:13.746841 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:13.761687 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-180b6ded-de87-4e31-9a41-30908520d033 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8927565 Aug 10 15:16:13.762261 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'tag': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:16:13.764570 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b" -d '{"events": [{"name": "network-changed", "server_uuid": "870b150c-f1ea-4009-b92f-7a628854cd6f", "tag": "a6b9ef9e-2941-41ee-aff5-c5a89653c186"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:16:13.805895 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a02f5-8cad-473e-9b79-af7f0d8deb54 x-openstack-request-id: req-0d8a02f5-8cad-473e-9b79-af7f0d8deb54 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:16:13.806184 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870b150c-f1ea-4009-b92f-7a628854cd6f", "tag": "a6b9ef9e-2941-41ee-aff5-c5a89653c186", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:16:13.806455 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d8a02f5-8cad-473e-9b79-af7f0d8deb54 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:16:13.806865 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'tag': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'status': 'completed', 'code': 200} Aug 10 15:16:13.864045 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:13.880428 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-fd86a518-001f-4297-84c7-2617abd63d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:13.882264 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-fd86a518-001f-4297-84c7-2617abd63d35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 1099 time: 0.0496356 Aug 10 15:16:13.986358 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-837aca7e-a186-4f72-b4c0-44c3b57e65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:13.987889 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-837aca7e-a186-4f72-b4c0-44c3b57e65e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.0974424 Aug 10 15:16:14.070066 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-bfb8fad5-72fd-4d6a-b247-ef055c4234a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b9ef9e-2941-41ee-aff5-c5a89653c186 HTTP/1.1" status: 200 len: 1000 time: 0.0709760 Aug 10 15:16:14.114074 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '78cedbf8-302b-4d50-91f5-d2d28ed82c39', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:70:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:16:12Z', 'updated_at': '2021-08-10T15:16:12Z', 'revision_number': 0, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:14.121874 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-0223bc1c-3dd0-4f86-be01-7f3e77a7e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:14.123381 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-0223bc1c-3dd0-4f86-be01-7f3e77a7e6fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0452452 Aug 10 15:16:14.140681 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] Checking router: d9eeb9db-a7cb-4355-bba2-35e0a2004655 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:16:14.149208 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:14.149817 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:15:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:14.172206 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-dad8cdca-0a35-400e-8e2b-264ae9fb53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:14.173783 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-dad8cdca-0a35-400e-8e2b-264ae9fb53c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421565 Aug 10 15:16:14.263037 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:14.279289 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-acafdc38-f98c-42a0-8ba0-9fe190fa5c46 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903618 Aug 10 15:16:14.389958 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2fb5263c-3a3d-44b0-986f-35f8dc7d995b req-60273fad-1e61-4cf5-9514-38a1a36e7f6d service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024520 Aug 10 15:16:14.506003 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '78cedbf8-302b-4d50-91f5-d2d28ed82c39', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:70:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:16:12Z', 'updated_at': '2021-08-10T15:16:12Z', 'revision_number': 0, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:14.533355 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0ae4cb-4453-4ba4-b422-dceeb68c9c39 None None] The sync data for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi is: [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '78cedbf8-302b-4d50-91f5-d2d28ed82c39', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:70:55:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:16:12Z', 'updated_at': '2021-08-10T15:16:12Z', 'revision_number': 0, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:16:14.734854 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0749e-90fa-4864-987c-4741308899a2 None None] New status for floating IP 78cedbf8-302b-4d50-91f5-d2d28ed82c39: ACTIVE {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:16:20.326092 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 46358) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:20.433097 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bd958001-d7e6-40c9-b62c-4db0931b8b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:20.526923 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bd958001-d7e6-40c9-b62c-4db0931b8b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:20.530804 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bd958001-d7e6-40c9-b62c-4db0931b8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:20.572165 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-bd958001-d7e6-40c9-b62c-4db0931b8b87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0357671254fc43bfbf2a51b9b1f7e345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449236 Aug 10 15:16:20.573022 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd958001-d7e6-40c9-b62c-4db0931b8b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ca75f-c13e-45d4-99fa-0bfce165d4c7,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:20.574820 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46362) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:20.628792 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7cb6-2e24-4fd2-b1c9-9d4d639522c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:20.651749 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7cb6-2e24-4fd2-b1c9-9d4d639522c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:20.701240 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7cb6-2e24-4fd2-b1c9-9d4d639522c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:20.704199 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7cb6-2e24-4fd2-b1c9-9d4d639522c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:20.705404 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-a5eb7cb6-2e24-4fd2-b1c9-9d4d639522c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/781ca75f-c13e-45d4-99fa-0bfce165d4c7 HTTP/1.1" status: 204 len: 168 time: 0.1294603 Aug 10 15:16:20.713786 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb7cb6-2e24-4fd2-b1c9-9d4d639522c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ca75f-c13e-45d4-99fa-0bfce165d4c7,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:22.339364 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eab42621-9f56-43fb-b99c-bdc09da24e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:22.973493 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-d96ac8e6-df00-4b8e-8ea2-978dd98d6441 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e90cc1f44aad4a3f816c902354a00a21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327168 Aug 10 15:16:23.152031 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-d4e05fe0-90ff-4e1f-b5f9-f4a101156175 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:23.153475 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-d4e05fe0-90ff-4e1f-b5f9-f4a101156175 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745620 Aug 10 15:16:23.168927 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-1cea20e1-d0bf-4d9d-a7e1-3b69f5615a09 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/quotas/e90cc1f44aad4a3f816c902354a00a21 HTTP/1.1" status: 200 len: 375 time: 0.0096655 Aug 10 15:16:23.200839 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-ccf66b02-3954-4ad2-acf4-cbd22d863a44 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e90cc1f44aad4a3f816c902354a00a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264459 Aug 10 15:16:23.356771 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78325f33-0a73-4acb-a298-3574c47517ef req-690b060b-c06f-4d6c-adf7-8599c7ad5097 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 210 time: 0.0294845 Aug 10 15:16:24.325464 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-d2e09f19-df64-4e46-8387-fcdf5a91ca8d tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e90cc1f44aad4a3f816c902354a00a21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302012 Aug 10 15:16:24.463527 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-a330ace3-e431-43a4-a448-e397cc895660 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:24.465002 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-a330ace3-e431-43a4-a448-e397cc895660 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328168 Aug 10 15:16:24.480736 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-df86386a-092a-40fb-84e0-5db3bbadb8d1 req-507d10c9-10c5-458c-9f9c-d1f34dc2ee32 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 210 time: 0.0355802 Aug 10 15:16:24.484776 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Request body: {'port': {'device_id': '80a96723-0611-4f8b-8ce4-7171198b5a39', 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c', 'admin_state_up': True, 'tenant_id': 'e90cc1f44aad4a3f816c902354a00a21'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:24.604086 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Made reservation on behalf of e90cc1f44aad4a3f816c902354a00a21 for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:16:24.607557 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:24.617557 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:24.708323 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:24.712157 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:24.769548 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa17bae-55d8-417a-ab69-9223521cce3b,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:24.845487 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Allocated IP 192.168.233.105 (af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c/69e2d0c5-b284-465e-818d-f03f83dad1e1/1ac1c602-63ee-4991-8472-d1a324909421) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:16:24.991559 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.006042 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Transition to ACTIVE for port object 1ac1c602-63ee-4991-8472-d1a324909421 will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:25.042358 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.091439 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:25.094733 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:25.099212 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:16:25.105605 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Pushing event updated for resources: {'Port': ['ID=1ac1c602-63ee-4991-8472-d1a324909421,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:25.143094 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.158643 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:25.159310 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.181495 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-5817ed13-5751-4949-91ec-821f0cf169a0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7002308 Aug 10 15:16:25.200130 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Request body: {'port': {'device_id': '80a96723-0611-4f8b-8ce4-7171198b5a39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:25.264196 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.400362 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-753c71d5-5174-42d8-b6ef-c1bdd7d0e5a0 None None] Provisioning for port 1ac1c602-63ee-4991-8472-d1a324909421 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:25.404840 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-753c71d5-5174-42d8-b6ef-c1bdd7d0e5a0 None None] Provisioning complete for port 1ac1c602-63ee-4991-8472-d1a324909421 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:25.405324 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-753c71d5-5174-42d8-b6ef-c1bdd7d0e5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.440291 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-753c71d5-5174-42d8-b6ef-c1bdd7d0e5a0 None None] Port 1ac1c602-63ee-4991-8472-d1a324909421 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:16:25.547180 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1f699ebf-7af3-4c23-9d0e-89a59b78b27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.548681 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac1c602-63ee-4991-8472-d1a324909421 {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:16:25.558868 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.584182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Transition to ACTIVE for port object 1ac1c602-63ee-4991-8472-d1a324909421 will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:25.600427 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.676143 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53c757-0f26-4d1f-b1e9-9d31f60b26b6 req-895d01f2-7649-476b-8816-c88f8342c2fc tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:25.678276 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0a53c757-0f26-4d1f-b1e9-9d31f60b26b6 req-895d01f2-7649-476b-8816-c88f8342c2fc tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 936 time: 0.1113448 Aug 10 15:16:25.679283 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac1c602-63ee-4991-8472-d1a324909421,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:25.762435 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0a53c757-0f26-4d1f-b1e9-9d31f60b26b6 req-eea48674-daa5-416e-a529-326b4e32f697 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765431 Aug 10 15:16:25.790062 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Attempting to bind port 1ac1c602-63ee-4991-8472-d1a324909421 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:16:25.790471 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Attempting to bind port 1ac1c602-63ee-4991-8472-d1a324909421 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '0c8e8c65-ec7c-4cb7-96b2-6295496f709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:16:25.790754 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Attempting to bind port 1ac1c602-63ee-4991-8472-d1a324909421 on network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:16:25.795574 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Port 1ac1c602-63ee-4991-8472-d1a324909421 on network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:16:25.795892 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Attempting to bind port 1ac1c602-63ee-4991-8472-d1a324909421 on network af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:16:25.801199 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:16:25.801983 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Checking segment: {'id': '0c8e8c65-ec7c-4cb7-96b2-6295496f709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:16:25.802373 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Bound using segment: {'id': '0c8e8c65-ec7c-4cb7-96b2-6295496f709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:16:25.802838 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Bound port: 1ac1c602-63ee-4991-8472-d1a324909421, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8e8c65-ec7c-4cb7-96b2-6295496f709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:16:25.803197 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.868417 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] For port 1ac1c602-63ee-4991-8472-d1a324909421, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:16:25.871700 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] For port 1ac1c602-63ee-4991-8472-d1a324909421, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1ac1c602-63ee-4991-8472-d1a324909421,segment=NetworkSegment(0c8e8c65-ec7c-4cb7-96b2-6295496f709d),segment_id=0c8e8c65-ec7c-4cb7-96b2-6295496f709d)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:16:25.876331 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.913677 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:25.914421 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:25.915675 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] 10.222.0.50 "PUT /v2.0/ports/1ac1c602-63ee-4991-8472-d1a324909421 HTTP/1.1" status: 200 len: 1098 time: 0.7199924 Aug 10 15:16:25.916110 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a96723-0611-4f8b-8ce4-7171198b5a39', 'tag': '1ac1c602-63ee-4991-8472-d1a324909421'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:16:25.918330 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a145536-2570-451d-9de2-f2d1df5e0fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "80a96723-0611-4f8b-8ce4-7171198b5a39", "tag": "1ac1c602-63ee-4991-8472-d1a324909421"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:16:25.946452 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a20b2d-5fc3-47d7-b11e-42ceb3873203 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac1c602-63ee-4991-8472-d1a324909421,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:25.965151 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c15eb6-9fd0-4c5a-9e7e-69abfa29d10f x-openstack-request-id: req-41c15eb6-9fd0-4c5a-9e7e-69abfa29d10f {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:16:25.965446 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a96723-0611-4f8b-8ce4-7171198b5a39", "tag": "1ac1c602-63ee-4991-8472-d1a324909421", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:16:25.965696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41c15eb6-9fd0-4c5a-9e7e-69abfa29d10f {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:16:25.966099 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a96723-0611-4f8b-8ce4-7171198b5a39', 'tag': '1ac1c602-63ee-4991-8472-d1a324909421', 'status': 'completed', 'code': 200} Aug 10 15:16:26.016875 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-9382a5e3-0f09-41b8-ab29-559274aafe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:26.018377 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-9382a5e3-0f09-41b8-ab29-559274aafe3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e90cc1f44aad4a3f816c902354a00a21&device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 1101 time: 0.0451617 Aug 10 15:16:26.067791 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-aa6aa258-9539-46bd-b23f-a0408f85f0f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=1ac1c602-63ee-4991-8472-d1a324909421 HTTP/1.1" status: 200 len: 217 time: 0.0360315 Aug 10 15:16:26.123078 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-4771a6a1-98af-49af-a852-417bce822982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:26.124537 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-4771a6a1-98af-49af-a852-417bce822982 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69e2d0c5-b284-465e-818d-f03f83dad1e1 HTTP/1.1" status: 200 len: 843 time: 0.0491540 Aug 10 15:16:26.176389 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-9ac57f09-476a-47bd-aa94-8255c3766678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:26.178588 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-9ac57f09-476a-47bd-aa94-8255c3766678 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0416873 Aug 10 15:16:26.207230 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:26.284165 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-0c2ede42-04a0-4292-a2f1-d92ec94912fb service neutron] 10.222.0.50 "GET /v2.0/networks/af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957527 Aug 10 15:16:26.384627 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a401e69c-565c-4586-a4a5-e3f3b052e0bb req-bbcad806-f2f4-4d95-808c-a6b4a51b8196 service neutron] 10.222.0.50 "GET /v2.0/networks/af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922689 Aug 10 15:16:26.481837 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-a32376b0-3710-4d88-bd40-5ed6fe5cda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:26.483364 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-a32376b0-3710-4d88-bd40-5ed6fe5cda42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e90cc1f44aad4a3f816c902354a00a21&device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 1101 time: 0.0414262 Aug 10 15:16:26.581176 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-92adcdad-d967-461c-bb3f-575e7d2bc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:26.584327 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-92adcdad-d967-461c-bb3f-575e7d2bc825 service neutron] 10.222.0.50 "GET /v2.0/networks?id=af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c HTTP/1.1" status: 200 len: 870 time: 0.0917451 Aug 10 15:16:26.628671 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-266effb2-6642-48b6-8eb1-c1ee42400506 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=1ac1c602-63ee-4991-8472-d1a324909421 HTTP/1.1" status: 200 len: 217 time: 0.0361111 Aug 10 15:16:26.693200 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-68687d3e-ff43-421b-9d82-80cd4ddf4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:26.694755 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-68687d3e-ff43-421b-9d82-80cd4ddf4f5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69e2d0c5-b284-465e-818d-f03f83dad1e1 HTTP/1.1" status: 200 len: 843 time: 0.0590198 Aug 10 15:16:26.701707 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:26.751190 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-ae69e3b0-0dab-4255-8346-d73a273a27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:26.752722 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-ae69e3b0-0dab-4255-8346-d73a273a27f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0503821 Aug 10 15:16:26.858578 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-94dfe5ab-0fa3-46c1-ba48-4c9c63c81d5d service neutron] 10.222.0.50 "GET /v2.0/networks/af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978396 Aug 10 15:16:27.211892 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bc7eb-1858-4802-84e4-dcf2602bef65 req-b9e5c1c3-ef9b-4191-809a-4b3fdedff4ef tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:27.213226 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b31bc7eb-1858-4802-84e4-dcf2602bef65 req-b9e5c1c3-ef9b-4191-809a-4b3fdedff4ef tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 948 time: 0.3693683 Aug 10 15:16:27.260315 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9a145536-2570-451d-9de2-f2d1df5e0fbf req-9d322789-f44b-40c8-ae24-d47ea6a6048e service neutron] 10.222.0.50 "GET /v2.0/networks/af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877330 Aug 10 15:16:27.276688 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b31bc7eb-1858-4802-84e4-dcf2602bef65 req-20066e45-d9ac-4f4a-b4d6-ebcd229d50ed tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541275 Aug 10 15:16:28.091018 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:28.394258 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7785-a7af-4739-abac-720b0c0fe404 req-66c2f35b-204f-4abc-9b74-e09aa66fce0d tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:28.396370 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1b3f7785-a7af-4739-abac-720b0c0fe404 req-66c2f35b-204f-4abc-9b74-e09aa66fce0d tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 948 time: 0.0487833 Aug 10 15:16:28.433237 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1b3f7785-a7af-4739-abac-720b0c0fe404 req-e7c55b00-fa25-4cfa-b5fb-b4a30578612f tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309806 Aug 10 15:16:29.419194 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 1ac1c602-63ee-4991-8472-d1a324909421 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:16:29.518991 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 1ac1c602-63ee-4991-8472-d1a324909421, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1ac1c602-63ee-4991-8472-d1a324909421,segment=NetworkSegment(0c8e8c65-ec7c-4cb7-96b2-6295496f709d),segment_id=0c8e8c65-ec7c-4cb7-96b2-6295496f709d)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:29.531827 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '1ac1c602-63ee-4991-8472-d1a324909421', 'network_id': 'af3fb45c-58f4-45c0-91e8-ab1bd7b9bb8c', 'port_id': '1ac1c602-63ee-4991-8472-d1a324909421', 'mac_address': 'fa:16:3e:73:fe:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e2d0c5-b284-465e-818d-f03f83dad1e1', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:16:29.562347 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46302a-1423-4f4a-a0db-9123dc9c5b45 req-fa62ac24-3c5f-421f-adfa-acff1aab0e20 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:29.563906 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ca46302a-1423-4f4a-a0db-9123dc9c5b45 req-fa62ac24-3c5f-421f-adfa-acff1aab0e20 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 948 time: 0.0596573 Aug 10 15:16:29.569874 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:29.584024 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac1c602-63ee-4991-8472-d1a324909421 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:16:29.603642 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ca46302a-1423-4f4a-a0db-9123dc9c5b45 req-5f697b66-bd86-4a8d-b099-b375c5de7cf6 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Aug 10 15:16:29.605423 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 1ac1c602-63ee-4991-8472-d1a324909421, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1ac1c602-63ee-4991-8472-d1a324909421,segment=NetworkSegment(0c8e8c65-ec7c-4cb7-96b2-6295496f709d),segment_id=0c8e8c65-ec7c-4cb7-96b2-6295496f709d)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:29.609858 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:29.662055 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=1ac1c602-63ee-4991-8472-d1a324909421,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:29.668997 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.669350 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.669692 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.670029 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.670363 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.670721 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.671053 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.671381 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.671712 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.672036 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.672357 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.672684 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:29.869369 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['1ac1c602-63ee-4991-8472-d1a324909421'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:16:30.291200 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-930cda8e-1417-48fe-aa64-ec1cfb69fe9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429251 Aug 10 15:16:30.377023 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-24500e62-0270-4db1-b3e5-09284e695319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:30.378494 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-24500e62-0270-4db1-b3e5-09284e695319 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 1098 time: 0.0403178 Aug 10 15:16:30.484948 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-00ddc58d-a434-48a7-8bfa-a89a188ccf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:30.486328 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-00ddc58d-a434-48a7-8bfa-a89a188ccf5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.0873141 Aug 10 15:16:30.552279 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-36c2267e-2057-4e11-a23a-1f23dccd8e65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae HTTP/1.1" status: 200 len: 1000 time: 0.0580776 Aug 10 15:16:30.600539 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-14ed447e-d4b0-4867-a5c3-218f555c89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:30.601966 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-14ed447e-d4b0-4867-a5c3-218f555c89cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.0423918 Aug 10 15:16:30.652269 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-58e83d97-48b8-4871-ae7f-5a2422d6608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:30.653959 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-58e83d97-48b8-4871-ae7f-5a2422d6608e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443268 Aug 10 15:16:30.773778 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ae350-2aa3-4c16-b568-6a9c016d3af1 req-32a0fd28-345f-41ff-8c3a-f7e7801a5409 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:30.775240 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fd4ae350-2aa3-4c16-b568-6a9c016d3af1 req-32a0fd28-345f-41ff-8c3a-f7e7801a5409 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 949 time: 0.0957747 Aug 10 15:16:30.793011 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-6ba05c3b-28e0-4c11-804b-9a26e543a7b4 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310346 Aug 10 15:16:30.857977 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fd4ae350-2aa3-4c16-b568-6a9c016d3af1 req-d132816f-68d9-44c8-9c51-5d932a7bb64a tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749419 Aug 10 15:16:30.898010 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6759cd15-b81e-480d-9c11-67df45782cc1 req-093190f3-3cd6-4757-a705-b294d90aa876 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964556 Aug 10 15:16:31.442707 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 1ac1c602-63ee-4991-8472-d1a324909421 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:31.492852 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 1ac1c602-63ee-4991-8472-d1a324909421 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:31.496553 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 1ac1c602-63ee-4991-8472-d1a324909421 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:31.496926 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:31.575310 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:31.599209 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a96723-0611-4f8b-8ce4-7171198b5a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac1c602-63ee-4991-8472-d1a324909421'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:16:31.601454 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d75fb3-e8ba-4050-bde3-af593c1ad613" -d '{"events": [{"server_uuid": "80a96723-0611-4f8b-8ce4-7171198b5a39", "name": "network-vif-plugged", "status": "completed", "tag": "1ac1c602-63ee-4991-8472-d1a324909421"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:16:31.615814 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 1ac1c602-63ee-4991-8472-d1a324909421, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1ac1c602-63ee-4991-8472-d1a324909421,segment=NetworkSegment(0c8e8c65-ec7c-4cb7-96b2-6295496f709d),segment_id=0c8e8c65-ec7c-4cb7-96b2-6295496f709d)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:31.620390 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:31.644523 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459e8a7d-0897-4ff3-b4bf-694b21f28992 x-openstack-request-id: req-459e8a7d-0897-4ff3-b4bf-694b21f28992 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:16:31.644814 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a96723-0611-4f8b-8ce4-7171198b5a39", "name": "network-vif-plugged", "status": "completed", "tag": "1ac1c602-63ee-4991-8472-d1a324909421", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:16:31.645063 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-459e8a7d-0897-4ff3-b4bf-694b21f28992 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:16:31.645511 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a96723-0611-4f8b-8ce4-7171198b5a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac1c602-63ee-4991-8472-d1a324909421', 'code': 200} Aug 10 15:16:31.675143 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=1ac1c602-63ee-4991-8472-d1a324909421,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:31.820849 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468eeae6-6053-49b2-a72d-24676d1639b6 req-562bcfc5-39fc-4ce3-8cc5-d9dcf9db38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:31.822243 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-468eeae6-6053-49b2-a72d-24676d1639b6 req-562bcfc5-39fc-4ce3-8cc5-d9dcf9db38fa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 1103 time: 0.0443394 Aug 10 15:16:31.856484 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-468eeae6-6053-49b2-a72d-24676d1639b6 req-4f4f81b1-260d-4d53-b07f-11cf0770a79a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262728 Aug 10 15:16:31.973361 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028e346-daed-4068-9d6d-e6821880a973 req-ba186047-f4e0-4405-bdd4-66857d19a172 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:31.974908 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d028e346-daed-4068-9d6d-e6821880a973 req-ba186047-f4e0-4405-bdd4-66857d19a172 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 950 time: 0.0492706 Aug 10 15:16:32.012450 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d028e346-daed-4068-9d6d-e6821880a973 req-aa8522b6-e4fd-458f-b7ba-34a5c8889766 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Aug 10 15:16:32.462799 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7614fac-f5db-4882-b98f-8f7d525e8179 req-72c7bdff-e047-49a6-baf1-6bf00c163d4a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:32.464351 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a7614fac-f5db-4882-b98f-8f7d525e8179 req-72c7bdff-e047-49a6-baf1-6bf00c163d4a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0491517 Aug 10 15:16:32.505348 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a7614fac-f5db-4882-b98f-8f7d525e8179 req-547ca8c6-4d33-4ae4-94b9-b3089d91bf33 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335090 Aug 10 15:16:33.130762 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7649a-9a3d-4715-afe7-5de3102cd3fc req-a4246c9b-f9bb-4972-b6a7-b9483cb8bb18 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:33.132215 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d8d7649a-9a3d-4715-afe7-5de3102cd3fc req-a4246c9b-f9bb-4972-b6a7-b9483cb8bb18 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 950 time: 0.0524538 Aug 10 15:16:33.168996 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d8d7649a-9a3d-4715-afe7-5de3102cd3fc req-919729d6-1267-44d3-a3a2-f7b439efa9db tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308044 Aug 10 15:16:33.443419 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cf296-8999-4898-a5b7-edb6c3667b01 req-2e2c10f5-3d57-4309-a6ba-81e66b97bfbd tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:33.444925 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fc1cf296-8999-4898-a5b7-edb6c3667b01 req-2e2c10f5-3d57-4309-a6ba-81e66b97bfbd tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 950 time: 0.0503843 Aug 10 15:16:33.483519 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fc1cf296-8999-4898-a5b7-edb6c3667b01 req-7de921c0-6def-440f-b62b-d030f39258a6 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Aug 10 15:16:33.628611 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b63d97-63c4-4d67-99fd-be7372629952 req-70e239a1-4aeb-480d-996a-6c4660bf9470 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:33.630128 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-96b63d97-63c4-4d67-99fd-be7372629952 req-70e239a1-4aeb-480d-996a-6c4660bf9470 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0496664 Aug 10 15:16:33.669347 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-96b63d97-63c4-4d67-99fd-be7372629952 req-abe4f35a-7f48-4228-9b87-5540a7bab369 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329912 Aug 10 15:16:34.604184 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03fa2a-1ef8-435c-91c9-396ab3bd4de1 req-4b787177-8fdb-45be-8bd7-9406b910af96 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:34.605641 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d03fa2a-1ef8-435c-91c9-396ab3bd4de1 req-4b787177-8fdb-45be-8bd7-9406b910af96 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 950 time: 0.0530701 Aug 10 15:16:34.643493 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d03fa2a-1ef8-435c-91c9-396ab3bd4de1 req-7b5a02c7-eec0-43fa-8ecd-4193729b1133 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fa17bae-55d8-417a-ab69-9223521cce3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318983 Aug 10 15:16:34.796109 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1483a-a3e4-4237-a075-1157f13dfc0d req-586c18bd-f309-4ae7-b661-8258a0dc3546 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:34.797506 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-44d1483a-a3e4-4237-a075-1157f13dfc0d req-586c18bd-f309-4ae7-b661-8258a0dc3546 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0529170 Aug 10 15:16:34.837312 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-44d1483a-a3e4-4237-a075-1157f13dfc0d req-7720f0f8-cba4-4240-9c1c-f65f5d816eea tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334148 Aug 10 15:16:34.939946 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-3b86b46c-cb4d-4ab8-b171-00bed579c8e9 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:34.941396 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-3b86b46c-cb4d-4ab8-b171-00bed579c8e9 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.50 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 950 time: 0.0481985 Aug 10 15:16:35.035278 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Deleting port 1ac1c602-63ee-4991-8472-d1a324909421 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:16:35.035624 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:35.122342 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] For port 1ac1c602-63ee-4991-8472-d1a324909421, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1ac1c602-63ee-4991-8472-d1a324909421,segment=NetworkSegment(0c8e8c65-ec7c-4cb7-96b2-6295496f709d),segment_id=0c8e8c65-ec7c-4cb7-96b2-6295496f709d)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:35.122735 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:35.135849 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Calling delete_port for 1ac1c602-63ee-4991-8472-d1a324909421 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:16:35.264806 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:35.278051 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['1ac1c602-63ee-4991-8472-d1a324909421'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:16:35.294053 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Pushing event deleted for resources: {'Port': ['ID=1ac1c602-63ee-4991-8472-d1a324909421,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:35.307129 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.307482 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.307827 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.308312 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.308652 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.309407 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.309407 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.309617 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.311377 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.311377 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.311377 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.311377 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:35.349454 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] No DVR routers for this DVR port 1ac1c602-63ee-4991-8472-d1a324909421 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:16:35.351940 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:35.353912 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2b828464-68bd-4584-8f3c-60c8c8dcd83a req-b21a5621-9cf2-4c8b-8140-cad306bbb2d0 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.50 "DELETE /v2.0/ports/1ac1c602-63ee-4991-8472-d1a324909421 HTTP/1.1" status: 204 len: 173 time: 0.4055951 Aug 10 15:16:35.354354 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a96723-0611-4f8b-8ce4-7171198b5a39', 'name': 'network-vif-deleted', 'tag': '1ac1c602-63ee-4991-8472-d1a324909421'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:16:35.356650 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a681fab6-90a7-4a7e-9de0-26b18049c616" -d '{"events": [{"server_uuid": "80a96723-0611-4f8b-8ce4-7171198b5a39", "name": "network-vif-deleted", "tag": "1ac1c602-63ee-4991-8472-d1a324909421"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:16:35.398260 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a53751-ccfc-4a31-8cb3-916629def9b0 x-openstack-request-id: req-38a53751-ccfc-4a31-8cb3-916629def9b0 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:16:35.398623 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a96723-0611-4f8b-8ce4-7171198b5a39", "name": "network-vif-deleted", "tag": "1ac1c602-63ee-4991-8472-d1a324909421", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:16:35.398902 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38a53751-ccfc-4a31-8cb3-916629def9b0 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:16:35.399291 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a96723-0611-4f8b-8ce4-7171198b5a39', 'name': 'network-vif-deleted', 'tag': '1ac1c602-63ee-4991-8472-d1a324909421', 'status': 'completed', 'code': 200} Aug 10 15:16:35.763714 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2e82d7f0-8147-4764-a4b7-c65d5b55baa4 req-2cfa5afb-2b4e-45bf-a3c6-aa8bffcc1c86 tempest-VolumesNegativeTest-1184253547 tempest-VolumesNegativeTest-1184253547-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a96723-0611-4f8b-8ce4-7171198b5a39 HTTP/1.1" status: 200 len: 210 time: 0.0399709 Aug 10 15:16:35.968672 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b54ed-e523-4347-ad97-6746337b2d3e req-31459768-d1a8-4157-a221-b487741cdc74 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:35.970049 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-012b54ed-e523-4347-ad97-6746337b2d3e req-31459768-d1a8-4157-a221-b487741cdc74 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0573547 Aug 10 15:16:36.008677 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-012b54ed-e523-4347-ad97-6746337b2d3e req-13b691ac-b794-4e6f-8e08-5b8981bbffdb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325541 Aug 10 15:16:37.145008 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726736eb-e0f1-49a1-a8d9-3bdbd76ca078 req-5d08443b-6c03-426d-88f2-79e1d11db5e2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:37.148250 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-726736eb-e0f1-49a1-a8d9-3bdbd76ca078 req-5d08443b-6c03-426d-88f2-79e1d11db5e2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0583982 Aug 10 15:16:37.206802 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-726736eb-e0f1-49a1-a8d9-3bdbd76ca078 req-d8b544c0-d5d5-4f4d-880a-b062359b6e09 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524595 Aug 10 15:16:38.355987 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05abf85-3db0-4115-9cea-41f2db17cd4a req-2fde1686-1f90-4ceb-81a1-2eb880dd48cc tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:38.357723 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f05abf85-3db0-4115-9cea-41f2db17cd4a req-2fde1686-1f90-4ceb-81a1-2eb880dd48cc tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0655501 Aug 10 15:16:38.399715 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f05abf85-3db0-4115-9cea-41f2db17cd4a req-2f0c17ea-482d-470f-a926-970ae6c3a868 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338345 Aug 10 15:16:38.549205 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:16:39.454719 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 1ac1c602-63ee-4991-8472-d1a324909421 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:16:39.474803 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 1ac1c602-63ee-4991-8472-d1a324909421 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:16:39.475230 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 1ac1c602-63ee-4991-8472-d1a324909421 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:16:39.534427 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f1250-3c24-402b-b387-bcb6d48158ad req-6dffd6cb-0cbf-4889-b3ad-abab7787bce2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:39.536477 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6a7f1250-3c24-402b-b387-bcb6d48158ad req-6dffd6cb-0cbf-4889-b3ad-abab7787bce2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0509071 Aug 10 15:16:39.577445 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6a7f1250-3c24-402b-b387-bcb6d48158ad req-45e63ff2-a5b6-42be-839a-4e3fa74062fb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347135 Aug 10 15:16:40.700617 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcd6f6-af2d-43a7-9c5d-9fd993b9f5b6 req-77b49e5e-20c8-4ac6-b467-f17d41eadd8f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:40.702109 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6ffcd6f6-af2d-43a7-9c5d-9fd993b9f5b6 req-77b49e5e-20c8-4ac6-b467-f17d41eadd8f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0492270 Aug 10 15:16:40.719880 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 46798) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:40.739936 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6ffcd6f6-af2d-43a7-9c5d-9fd993b9f5b6 req-97adaeea-3e22-4824-84e8-c02b97b35214 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Aug 10 15:16:40.851823 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-ae2e8b6e-2cbd-4a18-9475-c1b505f46fd6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e90cc1f44aad4a3f816c902354a00a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307943 Aug 10 15:16:40.854257 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 46802) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:40.902141 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:40.923377 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:40.969442 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:40.972280 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:40.973432 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fa17bae-55d8-417a-ab69-9223521cce3b HTTP/1.1" status: 204 len: 168 time: 0.1182582 Aug 10 15:16:40.981391 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa17bae-55d8-417a-ab69-9223521cce3b,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:40.988296 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.988650 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.988991 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.989327 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.989662 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.989995 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.990956 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.991380 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.991612 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.991942 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.992267 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:40.992589 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf9ed8-537d-401f-8bc7-23d191df57c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:41.580053 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46826) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:41.677153 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1994172252-network', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:41.698023 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Made reservation on behalf of 0dd956b2bc4e475c8d313dab0a7ded37 for: {'network': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:16:41.700312 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:41.712683 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:41.803548 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:41.807707 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:41.855245 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=93494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:16:41.868301 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ba2261-7c4f-4beb-9640-0cce55715be4,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:41.873876 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:41.874220 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.segments_db [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Added segment 6b783bce-1025-464e-80f9-b3f1c7fe5a44 of type vlan for network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 Aug 10 15:16:41.925412 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a47236-7266-46ac-80e0-ade59bd6031b req-5a65edfb-be43-47b1-85b5-71f0ff0e63ff tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:41.926862 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-30a47236-7266-46ac-80e0-ade59bd6031b req-5a65edfb-be43-47b1-85b5-71f0ff0e63ff tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.1065643 Aug 10 15:16:41.930388 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:41.983230 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-30a47236-7266-46ac-80e0-ade59bd6031b req-0869cd4b-5c76-4d8b-8147-9ba456a65e13 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491600 Aug 10 15:16:41.984457 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:41.985445 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:41.986052 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.043650 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4624417 Aug 10 15:16:42.047623 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 46832) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:42.049048 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7a2a3-0873-4433-8423-c8c0fb068ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:42.053080 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Request body: {'subnet': {'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1994172252-subnet', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'ip_version': 4}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:42.059017 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:16:42.076195 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Made reservation on behalf of 0dd956b2bc4e475c8d313dab0a7ded37 for: {'subnet': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:16:42.078576 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129323317'] for subnet, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.245280 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129320107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129323303'] for subnet, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.296778 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9129ec-4b6d-4038-b5e3-ae6818f2f464,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:42.309038 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Checking segment: {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:16:42.309392 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Network hostable DHCP agents. Network: c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:16:42.326714 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:16:42.335192 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4) {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:42.340113 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:42.340279 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.344754 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f878c1-cdf5-442d-b3bb-d93116a8ec0a None None] Network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:16:42.359315 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46834) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:42.359561 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-29e01419-72a9-42da-bb9c-d7dbb7e741dc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3104882 Aug 10 15:16:42.364106 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:42.386394 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.387470 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.439762 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.503603 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:16:42.504581 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.585371 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.648206 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Allocated IP 172.20.0.2 (c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4/5b9129ec-4b6d-4038-b5e3-ae6818f2f464/2517b566-b33b-44c1-9ac8-fa60b3ef4d6f) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:16:42.799532 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.802555 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.809348 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Transition to ACTIVE for port object 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:42.822909 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.824614 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Transition to ACTIVE for port object 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:42.830877 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.868411 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:42.873317 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:42.877026 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:16:42.885937 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Pushing event updated for resources: {'Port': ['ID=2517b566-b33b-44c1-9ac8-fa60b3ef4d6f,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:42.938162 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Attempting to bind port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:16:42.938567 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Attempting to bind port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:16:42.938934 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Attempting to bind port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f on network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:16:42.943853 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:16:42.944496 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Checking segment: {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:16:42.944630 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.945230 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Bound using segment: {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:16:42.945703 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Bound port: 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:16:42.946081 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:42.946694 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Allocated IP 172.27.2.102 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/4fce23ed-1884-4e56-8485-b4a045d015d5) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:16:43.019565 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] For port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:16:43.023670 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] For port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=2517b566-b33b-44c1-9ac8-fa60b3ef4d6f,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:16:43.028815 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:43.070281 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:43.093411 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad0c4e-d244-495a-82be-43caa2494d03 None None] Pushing event updated for resources: {'Port': ['ID=2517b566-b33b-44c1-9ac8-fa60b3ef4d6f,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:43.184934 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b338a-ed97-4b10-ae67-6befc2fc66fa req-5859f3ad-49b3-48f3-a065-267d967e8e62 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:43.186583 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b32b338a-ed97-4b10-ae67-6befc2fc66fa req-5859f3ad-49b3-48f3-a065-267d967e8e62 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.1106296 Aug 10 15:16:43.188246 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:43.246791 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:43.269764 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:43.272467 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:16:43.311215 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b32b338a-ed97-4b10-ae67-6befc2fc66fa req-88881bc4-65dc-468d-8d1e-79a5a1e4de61 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174781 Aug 10 15:16:43.311897 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Pushing event updated for resources: {'Port': ['ID=4fce23ed-1884-4e56-8485-b4a045d015d5,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:43.572812 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:43.780851 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:43.920222 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Router b107e643-72c0-42a5-b770-d15c000d5bad is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:16:44.056999 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b66b5-8af9-42f9-8ab7-076ea2512730 None None] Network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:16:44.058949 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:16:44.072855 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Sync routers for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:16:44.086265 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:44.096523 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-2d25f1b5-c892-4203-b36d-29b69635bb91 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7318020 Aug 10 15:16:44.096767 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46856) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:44.142950 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:44.144334 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:44.182345 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-454a9580-d807-49ad-808f-73bec90ab501 None None] Provisioning for port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:44.308964 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:44.652165 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:43Z', 'revision_number': 3, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:44.683284 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Checking router: b107e643-72c0-42a5-b770-d15c000d5bad for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:16:44.683630 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Updating router b107e643-72c0-42a5-b770-d15c000d5bad port 4fce23ed-1884-4e56-8485-b4a045d015d5 binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:16:44.713617 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:44.751023 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daf983-cd8e-4d1d-8c09-cb4f8abea1d9 req-b2db7fb4-9d54-4b43-bf9d-ff9d71a67dcf tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:44.752555 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66daf983-cd8e-4d1d-8c09-cb4f8abea1d9 req-b2db7fb4-9d54-4b43-bf9d-ff9d71a67dcf tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0702620 Aug 10 15:16:44.822145 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66daf983-cd8e-4d1d-8c09-cb4f8abea1d9 req-08708ce1-81d8-40a9-a47a-594a5bec6548 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512085 Aug 10 15:16:44.895192 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:44.981361 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:44.991719 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Transition to ACTIVE for port object 4fce23ed-1884-4e56-8485-b4a045d015d5 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:44.998170 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.050473 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Attempting to bind port 4fce23ed-1884-4e56-8485-b4a045d015d5 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:16:45.050849 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Attempting to bind port 4fce23ed-1884-4e56-8485-b4a045d015d5 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:16:45.051212 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Attempting to bind port 4fce23ed-1884-4e56-8485-b4a045d015d5 on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:16:45.054132 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959642e8-3f0f-4d81-a401-ea38a834fa67 None None] Pushing event updated for resources: {'Port': ['ID=4fce23ed-1884-4e56-8485-b4a045d015d5,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:45.055827 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Allocated IP 172.20.0.1 (c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4/5b9129ec-4b6d-4038-b5e3-ae6818f2f464/d779ca27-72b1-4e76-9918-6ba21d369067) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:16:45.059109 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:16:45.059433 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:16:45.059980 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.060369 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:16:45.060932 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Bound port: 4fce23ed-1884-4e56-8485-b4a045d015d5, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:16:45.061515 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.112608 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] For port 4fce23ed-1884-4e56-8485-b4a045d015d5, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:16:45.116423 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] For port 4fce23ed-1884-4e56-8485-b4a045d015d5, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=4fce23ed-1884-4e56-8485-b4a045d015d5,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:16:45.121369 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.173168 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.176332 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:45.176951 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:45.187901 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Transition to ACTIVE for port object d779ca27-72b1-4e76-9918-6ba21d369067 will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:45.225875 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.232774 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959642e8-3f0f-4d81-a401-ea38a834fa67 None None] Pushing event updated for resources: {'Port': ['ID=4fce23ed-1884-4e56-8485-b4a045d015d5,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:45.282515 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Pushing event updated for resources: {'Port': ['ID=d779ca27-72b1-4e76-9918-6ba21d369067,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:45.293859 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:45.295357 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:45.297675 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:16:45.331465 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:45.354515 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.398665 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:45.544620 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.556246 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:45.561686 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:45.562064 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.681723 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:43Z', 'revision_number': 3, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:45.709897 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7df2a-bacc-44cf-9130-70ea6488e0c0 None None] The sync data for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi is: [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:43Z', 'revision_number': 3, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:16:45.713294 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.756520 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=2517b566-b33b-44c1-9ac8-fa60b3ef4d6f,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:45.764976 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.790001 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.794137 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-65912e1a-33fc-43a8-9058-b07a908ccad3 None None] Provisioning for port d779ca27-72b1-4e76-9918-6ba21d369067 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:45.797095 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.807554 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-65912e1a-33fc-43a8-9058-b07a908ccad3 None None] Provisioning complete for port d779ca27-72b1-4e76-9918-6ba21d369067 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:45.807926 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-65912e1a-33fc-43a8-9058-b07a908ccad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.858498 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=2517b566-b33b-44c1-9ac8-fa60b3ef4d6f,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:45.862826 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-65912e1a-33fc-43a8-9058-b07a908ccad3 None None] Port d779ca27-72b1-4e76-9918-6ba21d369067 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:16:45.871561 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:45.873654 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Pushing event updated for resources: {'Port': ['ID=d779ca27-72b1-4e76-9918-6ba21d369067,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:46.010658 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939dc0-abc7-4e9c-845e-978d8b023558 req-ce4a10b8-c949-46c3-9690-65d129f292cb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:46.012238 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e0939dc0-abc7-4e9c-845e-978d8b023558 req-ce4a10b8-c949-46c3-9690-65d129f292cb tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0880544 Aug 10 15:16:46.024853 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:46.032745 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:46.128734 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e0939dc0-abc7-4e9c-845e-978d8b023558 req-7ae48238-e978-4cc4-aa5a-940d39af31b9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069665 Aug 10 15:16:46.200267 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Router b107e643-72c0-42a5-b770-d15c000d5bad has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:16:46.285585 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-9404a8b8-944c-493f-acb4-15d28ee22bf8 None None] Provisioning complete for port d779ca27-72b1-4e76-9918-6ba21d369067 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:46.286690 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9404a8b8-944c-493f-acb4-15d28ee22bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:46.316809 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:16:46.330215 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-5aa98bd1-d07a-4e01-a5f2-fbb5e0493c2b admin admin] 10.222.0.26 "PUT /v2.0/routers/b107e643-72c0-42a5-b770-d15c000d5bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2241976 Aug 10 15:16:46.330355 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-9404a8b8-944c-493f-acb4-15d28ee22bf8 None None] Port d779ca27-72b1-4e76-9918-6ba21d369067 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:16:46.806469 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 46890) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:46.811457 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-627898816-network', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:46.831552 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Made reservation on behalf of d25fd1ae02e6498cbea62b586122614c for: {'network': 1} {{(pid=93495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:16:46.833848 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for network, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:46.845832 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:46.931488 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:46.935164 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:46.959335 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=93495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 15:16:46.968465 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a2d48-a440-4940-aaab-a269a0c46615,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:46.973168 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:46.973507 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.segments_db [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Added segment 8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6 of type vlan for network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 Aug 10 15:16:47.015698 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792408640844'] for network, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.044126 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609'] for network, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.045074 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:47.045656 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.097070 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2894871 Aug 10 15:16:47.099818 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46892) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:47.105331 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Request body: {'subnet': {'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-627898816-subnet', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'ip_version': 4}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:47.107754 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad254b7d-0f74-4b82-a07f-b16ab65f1cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f0cebc-2b4b-4ddf-8025-81660cb2f985,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:47.118574 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 details requested by agent ovs-agent-dv-cinder-780933-14-iscsi with host dv-cinder-780933-14-iscsi {{(pid=93496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 15:16:47.132784 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Made reservation on behalf of d25fd1ae02e6498cbea62b586122614c for: {'subnet': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:16:47.135149 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126083796'] for subnet, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.291798 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dc2b9-6f11-47c1-ad1b-701bba20e070 req-f47f6bf9-ac3f-4a28-8154-3e22042b6a67 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:47.293325 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d27dc2b9-6f11-47c1-ad1b-701bba20e070 req-f47f6bf9-ac3f-4a28-8154-3e22042b6a67 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0834775 Aug 10 15:16:47.335904 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Sync routers for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:16:47.346904 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:47.347540 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:47.378390 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d27dc2b9-6f11-47c1-ad1b-701bba20e070 req-169fd256-2c02-46e7-9cd6-6b04e98a28cd tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597548 Aug 10 15:16:47.392998 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 4fce23ed-1884-4e56-8485-b4a045d015d5 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:47.424000 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125861905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126083782'] for subnet, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.460503 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 4fce23ed-1884-4e56-8485-b4a045d015d5 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:47.465781 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 4fce23ed-1884-4e56-8485-b4a045d015d5 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:47.466370 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.488638 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:47.492678 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:47.508737 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Checking segment: {'id': '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:16:47.509141 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Network hostable DHCP agents. Network: d7f0cebc-2b4b-4ddf-8025-81660cb2f985, hostable agents: ['09f380b9-4bfc-4f0b-9944-62bbb7e09349'], hosted agents: [] {{(pid=93494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 15:16:47.529647 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 is scheduled to be hosted by DHCP agent 09f380b9-4bfc-4f0b-9944-62bbb7e09349 with binding_index 1 {{(pid=93494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 15:16:47.539817 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-14-iscsi, d7f0cebc-2b4b-4ddf-8025-81660cb2f985) {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:47.544888 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:47.545492 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.553162 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a8fea-636b-4637-a352-6a82a683cb0a None None] Network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:16:47.563875 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-a094da17-58bb-4c27-a924-09e2f4a632a1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4601009 Aug 10 15:16:47.564091 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46896) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:47.570654 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:47.594793 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-113136'] for router, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.595729 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-113033'] for router, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.597383 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.629799 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 4fce23ed-1884-4e56-8485-b4a045d015d5, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=4fce23ed-1884-4e56-8485-b4a045d015d5,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:47.641769 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.642960 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:47.654440 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.715562 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd779ca27-72b1-4e76-9918-6ba21d369067', 'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'mac_address': 'fa:16:3e:5c:27:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:44Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 2, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'subnets': [{'id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:47.746348 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Checking router: b107e643-72c0-42a5-b770-d15c000d5bad for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:16:47.746642 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Updating router b107e643-72c0-42a5-b770-d15c000d5bad port d779ca27-72b1-4e76-9918-6ba21d369067 binding host dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:16:47.756395 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=4fce23ed-1884-4e56-8485-b4a045d015d5,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:47.799836 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.802722 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.803081 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:47.803594 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:47.832958 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15df44ff-fdd4-5afd-b527-1fbef53f3279-d7f0cebc-2b4b-4ddf-8025-81660cb2f985', 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'fixed_ips': [{'subnet_id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd'}]}} from dv-cinder-780933-14-iscsi. {{(pid=93496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 15:16:47.834124 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.011847 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.019693 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.db_base_plugin_common [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Allocated IP 172.20.0.2 (d7f0cebc-2b4b-4ddf-8025-81660cb2f985/ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd/f86837b1-2702-4a9a-88c0-d435976e002b) {{(pid=93496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:16:48.035097 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.113829 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.124530 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Transition to ACTIVE for port object d779ca27-72b1-4e76-9918-6ba21d369067 will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:48.131382 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.143694 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Allocated IP 172.27.2.8 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/96d6b07a-c57d-48c8-8ec9-7197b1028bc7) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:16:48.173423 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Pushing event updated for resources: {'Port': ['ID=d779ca27-72b1-4e76-9918-6ba21d369067,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:48.175022 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.182921 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.183424 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.183857 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.184185 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Transition to ACTIVE for port object f86837b1-2702-4a9a-88c0-d435976e002b will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:48.184405 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.185070 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.185763 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.186325 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.186926 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.187490 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.188039 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.188583 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.189147 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:16:48.200229 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Transition to ACTIVE for port object f86837b1-2702-4a9a-88c0-d435976e002b will not be triggered until provisioned by entity DHCP. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:48.211028 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598'] for port, after_create {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.258396 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Attempting to bind port d779ca27-72b1-4e76-9918-6ba21d369067 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:16:48.259021 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Attempting to bind port d779ca27-72b1-4e76-9918-6ba21d369067 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:16:48.259557 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Attempting to bind port d779ca27-72b1-4e76-9918-6ba21d369067 on network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:16:48.267638 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:16:48.268264 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Checking segment: {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:16:48.268857 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.269511 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Bound using segment: {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:16:48.270179 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Bound port: d779ca27-72b1-4e76-9918-6ba21d369067, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:16:48.270805 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.274001 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.332885 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.355971 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] For port d779ca27-72b1-4e76-9918-6ba21d369067, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:16:48.359248 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] For port d779ca27-72b1-4e76-9918-6ba21d369067, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=d779ca27-72b1-4e76-9918-6ba21d369067,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:16:48.368921 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.388398 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 is already hosted by enough agents. {{(pid=93496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:48.391461 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.scheduler.base_scheduler [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Resources bound (agent type, host, resource id): {{(pid=93496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:48.394047 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Received port after_create {{(pid=93496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:16:48.397158 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:48.398584 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=96d6b07a-c57d-48c8-8ec9-7197b1028bc7,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:48.401302 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:48.403953 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:16:48.409152 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Pushing event updated for resources: {'Port': ['ID=f86837b1-2702-4a9a-88c0-d435976e002b,revision_number=1']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:48.463205 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba683900-e66b-4925-bbcc-1585407c816e None None] Pushing event updated for resources: {'Port': ['ID=d779ca27-72b1-4e76-9918-6ba21d369067,revision_number=4']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:48.471422 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Attempting to bind port f86837b1-2702-4a9a-88c0-d435976e002b on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:16:48.471765 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Attempting to bind port f86837b1-2702-4a9a-88c0-d435976e002b by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:16:48.472270 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Attempting to bind port f86837b1-2702-4a9a-88c0-d435976e002b on network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:16:48.473763 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:48.474638 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:48.479885 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:16:48.480506 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Checking segment: {'id': '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:16:48.480976 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.481478 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Bound using segment: {'id': '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:16:48.482048 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Bound port: f86837b1-2702-4a9a-88c0-d435976e002b, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:16:48.482608 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.589475 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] For port f86837b1-2702-4a9a-88c0-d435976e002b, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:16:48.593451 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] For port f86837b1-2702-4a9a-88c0-d435976e002b, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=f86837b1-2702-4a9a-88c0-d435976e002b,segment=NetworkSegment(8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6),segment_id=8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:16:48.602663 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.614650 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:48.694699 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14165c-28ae-405d-a9db-612e1707bbf6 req-11c76136-a33b-408c-bd2f-312f598c8131 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:48.696378 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fb14165c-28ae-405d-a9db-612e1707bbf6 req-11c76136-a33b-408c-bd2f-312f598c8131 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.1293643 Aug 10 15:16:48.699574 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703f149-2b85-4245-9bd4-c6a10cbdb8c1 None None] Pushing event updated for resources: {'Port': ['ID=f86837b1-2702-4a9a-88c0-d435976e002b,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:48.786448 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fb14165c-28ae-405d-a9db-612e1707bbf6 req-4e384e5d-62ed-4479-816f-4705cf30ed8e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823007 Aug 10 15:16:48.791362 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:48.907724 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd779ca27-72b1-4e76-9918-6ba21d369067', 'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'mac_address': 'fa:16:3e:5c:27:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:44Z', 'updated_at': '2021-08-10T15:16:48Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'subnets': [{'id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:48.944465 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2589eb-b2cb-4e9a-840d-8ca5ccc04315 None None] The sync data for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi is: [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd779ca27-72b1-4e76-9918-6ba21d369067', 'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'mac_address': 'fa:16:3e:5c:27:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:44Z', 'updated_at': '2021-08-10T15:16:48Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'subnets': [{'id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:16:49.087376 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654823'] for router, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:49.243764 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 is scheduled to L3 agent 40e53693-5744-44b4-8408-9196a21b69bd with binding_index 1 {{(pid=93494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 15:16:49.375869 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:16:49.388374 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Sync routers for ids ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:16:49.401606 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Routers {'66e70e5f-f87f-47b5-9e12-6e6dfa467b66'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:49.403254 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:49.404441 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:49.408766 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-2057afc3-e8ea-4bde-9df5-2db868e12fc9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8426569 Aug 10 15:16:49.409082 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 46904) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:49.496897 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 4fce23ed-1884-4e56-8485-b4a045d015d5 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:49.548489 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 99be79fb-4ba1-4369-8ffb-2bb017b29fae details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:16:49.660130 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Set router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:49.783708 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f722aa-3c66-4250-a0ba-43ce5c05b52b None None] Network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:16:49.799884 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 4fce23ed-1884-4e56-8485-b4a045d015d5 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:49.800177 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:49.885899 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:49.943436 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'port_id': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'mac_address': 'fa:16:3e:ed:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:16:49.964724 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-405716ff-4430-4cd3-8baf-938e619dfc4c None None] Provisioning for port f86837b1-2702-4a9a-88c0-d435976e002b completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:49.978973 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:49.991059 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bd67f-785b-48cb-ae66-8c063596be16 req-924034d6-61b8-4e08-a6f2-2584c24a44d3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:49.993170 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d4bd67f-785b-48cb-ae66-8c063596be16 req-924034d6-61b8-4e08-a6f2-2584c24a44d3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0912726 Aug 10 15:16:50.054289 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7d4bd67f-785b-48cb-ae66-8c063596be16 req-1c45ef32-eaf7-4e18-80bb-8b1b1e6432c2 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529757 Aug 10 15:16:50.140258 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.165949 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_common [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Allocated IP 172.20.0.1 (d7f0cebc-2b4b-4ddf-8025-81660cb2f985/ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd/d29045aa-8135-4583-9fbd-820ab99cc13f) {{(pid=93495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:16:50.187275 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99be79fb-4ba1-4369-8ffb-2bb017b29fae {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:16:50.194959 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device f86837b1-2702-4a9a-88c0-d435976e002b up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:50.268522 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:50.280258 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.285428 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:47Z', 'updated_at': '2021-08-10T15:16:48Z', 'revision_number': 3, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'gw_port': {'id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:48Z', 'updated_at': '2021-08-10T15:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:50.289706 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.303699 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.provisioning_blocks [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Transition to ACTIVE for port object d29045aa-8135-4583-9fbd-820ab99cc13f will not be triggered until provisioned by entity DHCP. {{(pid=93495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:50.341085 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Checking router: 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:16:50.341634 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Updating router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 binding host dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:16:50.344884 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.390607 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['99be79fb-4ba1-4369-8ffb-2bb017b29fae'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:16:50.401402 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.405668 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:50.409765 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:50.414334 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Received port after_create {{(pid=93495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:16:50.421013 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Pushing event updated for resources: {'Port': ['ID=d29045aa-8135-4583-9fbd-820ab99cc13f,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:50.457573 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port f86837b1-2702-4a9a-88c0-d435976e002b completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:50.461689 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=6']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:50.494912 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port f86837b1-2702-4a9a-88c0-d435976e002b triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:50.495497 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.735290 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954388'] for router_interface, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.817845 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.840801 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-0ef06cca-9830-4056-95ab-f734279d4547 None None] Provisioning complete for port f86837b1-2702-4a9a-88c0-d435976e002b triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:50.841128 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0ef06cca-9830-4056-95ab-f734279d4547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.884146 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.916285 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port f86837b1-2702-4a9a-88c0-d435976e002b, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=f86837b1-2702-4a9a-88c0-d435976e002b,segment=NetworkSegment(8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6),segment_id=8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:50.927092 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:50.927831 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device d779ca27-72b1-4e76-9918-6ba21d369067 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:51.225396 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=f86837b1-2702-4a9a-88c0-d435976e002b,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:51.247794 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.268938 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port d779ca27-72b1-4e76-9918-6ba21d369067 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:51.273137 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Transition to ACTIVE for port object 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 will not be triggered until provisioned by entity L2. {{(pid=93496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:51.278250 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port d779ca27-72b1-4e76-9918-6ba21d369067 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:51.278791 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.279157 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.282322 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.295657 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129319972'] for port, after_update {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.326230 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d6d72-ed6b-43ae-a12a-d5c95abdd2ba req-79aa6a81-2200-4986-878e-45ee0257068d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:51.336591 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-847d6d72-ed6b-43ae-a12a-d5c95abdd2ba req-79aa6a81-2200-4986-878e-45ee0257068d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 944 time: 0.1254520 Aug 10 15:16:51.389123 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0d557-5d42-43fa-aa59-8de3b87d9f57 None None] Pushing event updated for resources: {'Port': ['ID=96d6b07a-c57d-48c8-8ec9-7197b1028bc7,revision_number=2']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:51.400581 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954528'] for router_interface, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.403523 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Pushing event updated for resources: {'Port': ['ID=d29045aa-8135-4583-9fbd-820ab99cc13f,revision_number=2']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:51.407584 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-847d6d72-ed6b-43ae-a12a-d5c95abdd2ba req-57c530b9-71c2-47bb-a999-78ecbdc7ed42 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699310 Aug 10 15:16:51.409928 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Attempting to bind port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:16:51.410303 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Attempting to bind port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:16:51.410731 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Attempting to bind port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 on network abb89302-1d5c-4077-ba6f-da0fd6510e26 {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:16:51.422548 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:16:51.422924 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Checking segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:16:51.423342 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.423739 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Bound using segment: {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'} {{(pid=93496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:16:51.424231 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.managers [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Bound port: 96d6b07a-c57d-48c8-8ec9-7197b1028bc7, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88961a61-127a-4afc-99cc-de3a6ce8e788', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26'}}] {{(pid=93496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:16:51.424623 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.429096 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-1122f95a-67b3-46e3-93c4-81af9eb084ba None None] Provisioning for port d29045aa-8135-4583-9fbd-820ab99cc13f completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:51.455534 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-1122f95a-67b3-46e3-93c4-81af9eb084ba None None] Provisioning complete for port d29045aa-8135-4583-9fbd-820ab99cc13f triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:51.455534 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1122f95a-67b3-46e3-93c4-81af9eb084ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.519002 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 is already hosted by enough agents. {{(pid=93495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:16:51.521084 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.base_scheduler [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:16:51.536941 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 99be79fb-4ba1-4369-8ffb-2bb017b29fae up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:51.603371 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.608609 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-1122f95a-67b3-46e3-93c4-81af9eb084ba None None] Port d29045aa-8135-4583-9fbd-820ab99cc13f cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:16:51.626747 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] For port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:16:51.650037 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] For port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=96d6b07a-c57d-48c8-8ec9-7197b1028bc7,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:16:51.661748 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.703038 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port d779ca27-72b1-4e76-9918-6ba21d369067, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=d779ca27-72b1-4e76-9918-6ba21d369067,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:51.729947 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.735665 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:16:51.740162 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 99be79fb-4ba1-4369-8ffb-2bb017b29fae triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:51.740543 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:51.821543 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0d557-5d42-43fa-aa59-8de3b87d9f57 None None] Pushing event updated for resources: {'Port': ['ID=96d6b07a-c57d-48c8-8ec9-7197b1028bc7,revision_number=3']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:51.859429 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Routers {'66e70e5f-f87f-47b5-9e12-6e6dfa467b66'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:51.860020 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:51.949093 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:16:51.955216 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3d952d24-0999-48cb-adce-3fd23e860d9a admin admin] 10.222.0.26 "PUT /v2.0/routers/66e70e5f-f87f-47b5-9e12-6e6dfa467b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5412340 Aug 10 15:16:51.990610 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device f86837b1-2702-4a9a-88c0-d435976e002b up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:52.288530 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-7cc8df09-50a0-4f7c-a797-a9259ad82702 None None] Provisioning complete for port d29045aa-8135-4583-9fbd-820ab99cc13f triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:52.289184 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7cc8df09-50a0-4f7c-a797-a9259ad82702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:52.312721 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=d779ca27-72b1-4e76-9918-6ba21d369067,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:52.404939 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8df09-50a0-4f7c-a797-a9259ad82702 None None] Port d29045aa-8135-4583-9fbd-820ab99cc13f cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:16:52.433651 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] Set router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:52.444857 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-8629a53e-e833-401a-a131-b87151000e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:52.507574 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port f86837b1-2702-4a9a-88c0-d435976e002b triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:52.507956 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:52.514714 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:52.603793 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaf9b6-5342-47ff-b26d-3cc15a14c24b req-f95665cb-982f-477c-8d24-bfb9b39481d8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:52.614009 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78eaf9b6-5342-47ff-b26d-3cc15a14c24b req-f95665cb-982f-477c-8d24-bfb9b39481d8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 944 time: 0.0694129 Aug 10 15:16:52.619662 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:16:52.622238 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e6d859-bf40-434c-b59a-16f7f692f547" -d '{"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-plugged", "status": "completed", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:16:52.667628 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-78eaf9b6-5342-47ff-b26d-3cc15a14c24b req-c968b6e0-2442-4044-8b37-6f5180ae903a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518558 Aug 10 15:16:52.676027 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:52.700236 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:52.746896 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f3631-345b-4e05-b175-f766c809c987 x-openstack-request-id: req-fd3f3631-345b-4e05-b175-f766c809c987 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:16:52.747327 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-plugged", "status": "completed", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:16:52.747596 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd3f3631-345b-4e05-b175-f766c809c987 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:16:52.748285 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'code': 200} Aug 10 15:16:52.891174 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=7']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:52.908818 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46954) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:52.915277 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-2bb11823-8025-4af4-a5d9-264a399a9d25 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839633807', 'description': 'tempest-secgroup-smoke-839633807 description', 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:52.947690 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2bb11823-8025-4af4-a5d9-264a399a9d25 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:52.966113 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:47Z', 'updated_at': '2021-08-10T15:16:50Z', 'revision_number': 4, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'gw_port': {'id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:48Z', 'updated_at': '2021-08-10T15:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd29045aa-8135-4583-9fbd-820ab99cc13f', 'name': '', 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'mac_address': 'fa:16:3e:80:36:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:50Z', 'updated_at': '2021-08-10T15:16:50Z', 'revision_number': 2, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'subnets': [{'id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:53.011108 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ac6d7-58fc-4876-8f39-287d6ddb72d5 None None] The sync data for ids ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'] in dv-cinder-780933-14-iscsi is: [{'id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:47Z', 'updated_at': '2021-08-10T15:16:50Z', 'revision_number': 4, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'gw_port': {'id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:48Z', 'updated_at': '2021-08-10T15:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd29045aa-8135-4583-9fbd-820ab99cc13f', 'name': '', 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'mac_address': 'fa:16:3e:80:36:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:50Z', 'updated_at': '2021-08-10T15:16:50Z', 'revision_number': 2, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'subnets': [{'id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:16:53.097100 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2bb11823-8025-4af4-a5d9-264a399a9d25 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:53.105386 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2bb11823-8025-4af4-a5d9-264a399a9d25 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:53.543429 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb11823-8025-4af4-a5d9-264a399a9d25 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b75c0ea-bd80-458f-91f2-fb48cab19787,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:53.559212 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2bb11823-8025-4af4-a5d9-264a399a9d25 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:53.565841 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-2bb11823-8025-4af4-a5d9-264a399a9d25 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6555774 Aug 10 15:16:53.567998 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46964) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:53.576627 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-8393c2ca-09db-4918-8a05-f3fbf3c68aaf tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Request body: {'security_group_rule': {'security_group_id': '3b75c0ea-bd80-458f-91f2-fb48cab19787', 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:53.622099 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8393c2ca-09db-4918-8a05-f3fbf3c68aaf tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:53.712292 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8393c2ca-09db-4918-8a05-f3fbf3c68aaf tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:53.721355 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8393c2ca-09db-4918-8a05-f3fbf3c68aaf tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:53.759693 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8393c2ca-09db-4918-8a05-f3fbf3c68aaf tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:53.761738 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8393c2ca-09db-4918-8a05-f3fbf3c68aaf tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1917639 Aug 10 15:16:53.764014 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46968) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:53.769177 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-2d519ede-fe87-4251-90bc-b43410b5b77b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Request body: {'security_group_rule': {'security_group_id': '3b75c0ea-bd80-458f-91f2-fb48cab19787', 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:53.800002 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393c2ca-09db-4918-8a05-f3fbf3c68aaf tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e8c852-a95b-486b-8efc-17cc6d7e96d2,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:53.811402 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d519ede-fe87-4251-90bc-b43410b5b77b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:53.897824 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device d779ca27-72b1-4e76-9918-6ba21d369067 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:53.949295 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18522ff4-8f30-4834-b52e-8301bf85bbe3 req-e8374397-ad5d-4f79-8b95-12e7ff07a04d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:53.952355 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-18522ff4-8f30-4834-b52e-8301bf85bbe3 req-e8374397-ad5d-4f79-8b95-12e7ff07a04d tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.1214924 Aug 10 15:16:54.038573 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port d779ca27-72b1-4e76-9918-6ba21d369067 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:54.039008 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.062570 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-18522ff4-8f30-4834-b52e-8301bf85bbe3 req-68111db7-0ecf-456e-b561-55edb7c6c11e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987775 Aug 10 15:16:54.086047 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d519ede-fe87-4251-90bc-b43410b5b77b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.095629 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d519ede-fe87-4251-90bc-b43410b5b77b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.140078 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d519ede-fe87-4251-90bc-b43410b5b77b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fbd08a-b80b-4fef-b706-871680d704c5,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:54.163733 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2d519ede-fe87-4251-90bc-b43410b5b77b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.165163 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-2d519ede-fe87-4251-90bc-b43410b5b77b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3999116 Aug 10 15:16:54.167804 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46978) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:54.173115 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-9578953d-4d3f-4ab1-bb3c-ad42e75df822 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Request body: {'security_group_rule': {'security_group_id': '3b75c0ea-bd80-458f-91f2-fb48cab19787', 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:54.237150 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9578953d-4d3f-4ab1-bb3c-ad42e75df822 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.352518 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9578953d-4d3f-4ab1-bb3c-ad42e75df822 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.365245 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9578953d-4d3f-4ab1-bb3c-ad42e75df822 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.393971 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578953d-4d3f-4ab1-bb3c-ad42e75df822 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fd7349-45a4-4573-b862-880be7929bf8,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:54.400439 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9578953d-4d3f-4ab1-bb3c-ad42e75df822 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.404597 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 46982) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:54.405116 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9578953d-4d3f-4ab1-bb3c-ad42e75df822 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2360001 Aug 10 15:16:54.410493 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.v2.base [None req-d73d187f-de70-4c28-9032-9254f43ef524 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Request body: {'security_group_rule': {'security_group_id': '3b75c0ea-bd80-458f-91f2-fb48cab19787', 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:54.446865 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d73d187f-de70-4c28-9032-9254f43ef524 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.530597 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d73d187f-de70-4c28-9032-9254f43ef524 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.535853 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d73d187f-de70-4c28-9032-9254f43ef524 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.554711 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d187f-de70-4c28-9032-9254f43ef524 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25015bae-20ac-4b77-ac6f-322732e21429,revision_number=0']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:54.569717 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d73d187f-de70-4c28-9032-9254f43ef524 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.574044 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46984) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:54.579204 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-887b9b6c-7c6e-4bee-8068-e6c703f130cd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Request body: {'security_group_rule': {'security_group_id': '3b75c0ea-bd80-458f-91f2-fb48cab19787', 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:54.584713 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-d73d187f-de70-4c28-9032-9254f43ef524 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764851 Aug 10 15:16:54.610774 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.securitygroups_db [None req-887b9b6c-7c6e-4bee-8068-e6c703f130cd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Project 0dd956b2bc4e475c8d313dab0a7ded37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:16:54.616538 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-887b9b6c-7c6e-4bee-8068-e6c703f130cd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.705504 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-887b9b6c-7c6e-4bee-8068-e6c703f130cd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.711688 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-887b9b6c-7c6e-4bee-8068-e6c703f130cd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.737502 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b9b6c-7c6e-4bee-8068-e6c703f130cd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa271c7-a067-44b5-9e25-37398cb52a98,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:54.750674 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-887b9b6c-7c6e-4bee-8068-e6c703f130cd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.754837 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-887b9b6c-7c6e-4bee-8068-e6c703f130cd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1768937 Aug 10 15:16:54.755526 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 46986) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:16:54.760329 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-8e266b83-30ae-4903-ac5d-ff6f5a96603d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Request body: {'security_group_rule': {'security_group_id': '3b75c0ea-bd80-458f-91f2-fb48cab19787', 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:16:54.789584 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.securitygroups_db [None req-8e266b83-30ae-4903-ac5d-ff6f5a96603d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Project 0dd956b2bc4e475c8d313dab0a7ded37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 15:16:54.795697 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8e266b83-30ae-4903-ac5d-ff6f5a96603d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.864337 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8e266b83-30ae-4903-ac5d-ff6f5a96603d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.871302 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8e266b83-30ae-4903-ac5d-ff6f5a96603d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.890206 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e266b83-30ae-4903-ac5d-ff6f5a96603d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e445d1d6-8fa1-4253-814c-1b03e41bb5f9,revision_number=0']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:54.898196 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8e266b83-30ae-4903-ac5d-ff6f5a96603d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:54.899563 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8e266b83-30ae-4903-ac5d-ff6f5a96603d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435142 Aug 10 15:16:55.182263 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:55.251236 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1edb2-da95-4da3-89aa-1988caa93125 req-693b7557-2372-4a92-9af3-18f511a8e351 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:55.252994 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-dec1edb2-da95-4da3-89aa-1988caa93125 req-693b7557-2372-4a92-9af3-18f511a8e351 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0717549 Aug 10 15:16:55.305527 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-dec1edb2-da95-4da3-89aa-1988caa93125 req-0e2118ac-9b35-4de4-8370-5dc1a016045e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454168 Aug 10 15:16:55.552922 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07b6eebd-8afd-4d77-b34f-fe7b82efb1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:55.925465 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:56.002313 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:16:56.007753 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:56.008379 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:56.095366 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:56.119002 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=96d6b07a-c57d-48c8-8ec9-7197b1028bc7,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:56.129383 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:56.197836 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=96d6b07a-c57d-48c8-8ec9-7197b1028bc7,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:56.218343 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:56.477686 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b8312-14fa-4620-b3fa-3d04d1627453 req-309e807a-44a8-478e-bd79-47831124dc9f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:56.480456 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d08b8312-14fa-4620-b3fa-3d04d1627453 req-309e807a-44a8-478e-bd79-47831124dc9f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0765193 Aug 10 15:16:56.541946 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d08b8312-14fa-4620-b3fa-3d04d1627453 req-57fc0fd9-2766-409c-92e0-232ac456a38b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547876 Aug 10 15:16:56.734438 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:56.909631 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Sync routers for ids ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:16:56.924178 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Routers {'66e70e5f-f87f-47b5-9e12-6e6dfa467b66'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:56.924803 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:57.212592 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Set router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:57.505987 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:47Z', 'updated_at': '2021-08-10T15:16:50Z', 'revision_number': 4, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'gw_port': {'id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:48Z', 'updated_at': '2021-08-10T15:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd29045aa-8135-4583-9fbd-820ab99cc13f', 'name': '', 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'mac_address': 'fa:16:3e:80:36:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:50Z', 'updated_at': '2021-08-10T15:16:50Z', 'revision_number': 2, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'subnets': [{'id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:57.549319 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Checking router: 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:16:57.549683 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Updating router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 port d29045aa-8135-4583-9fbd-820ab99cc13f binding host dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 15:16:57.597577 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:57.821026 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:57.841522 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1214789-e654-4364-aed0-d95026be0658 req-ce10681d-9c12-4e75-a076-da3503423492 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:57.848921 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d1214789-e654-4364-aed0-d95026be0658 req-ce10681d-9c12-4e75-a076-da3503423492 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.1433067 Aug 10 15:16:57.899743 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d1214789-e654-4364-aed0-d95026be0658 req-d57ddcc0-d1c0-47e4-8162-3ff88b89e180 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498657 Aug 10 15:16:57.950301 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f746ed2-e231-4bfd-a0e8-58434d25b03b req-35cfd85e-2f41-401e-82aa-151145ab903d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:57.953477 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9f746ed2-e231-4bfd-a0e8-58434d25b03b req-35cfd85e-2f41-401e-82aa-151145ab903d tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 945 time: 0.1656632 Aug 10 15:16:58.017718 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:16:58.018351 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:58.061016 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9f746ed2-e231-4bfd-a0e8-58434d25b03b req-30075ab3-cfe5-4bbd-96bd-7191e262e541 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994868 Aug 10 15:16:58.119743 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:58.164366 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Notify callbacks [] for port, precommit_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:58.176546 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.provisioning_blocks [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Transition to ACTIVE for port object d29045aa-8135-4583-9fbd-820ab99cc13f will not be triggered until provisioned by entity L2. {{(pid=93497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:16:58.194601 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:58.252719 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b550b-064b-456b-b84f-8096b41de1bb None None] Pushing event updated for resources: {'Port': ['ID=d29045aa-8135-4583-9fbd-820ab99cc13f,revision_number=3']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:58.333865 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Attempting to bind port d29045aa-8135-4583-9fbd-820ab99cc13f on host dv-cinder-780933-14-iscsi for vnic_type normal with profile {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:16:58.334722 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Attempting to bind port d29045aa-8135-4583-9fbd-820ab99cc13f by drivers openvswitch,hyperv on host dv-cinder-780933-14-iscsi at level 0 using segments [{'id': '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985'}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:16:58.335182 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Attempting to bind port d29045aa-8135-4583-9fbd-820ab99cc13f on network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:16:58.348084 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Checking agent: {'id': '9086e148-e953-4619-86ab-c40dcbd09fd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 2, 25), 'started_at': datetime.datetime(2021, 8, 10, 15, 2, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:16:58.348472 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Checking segment: {'id': '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:16:58.348884 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:58.349285 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Bound using segment: {'id': '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985'} {{(pid=93497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:16:58.349775 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.managers [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Bound port: d29045aa-8135-4583-9fbd-820ab99cc13f, host: dv-cinder-780933-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985'}}] {{(pid=93497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:16:58.350739 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:58.462449 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] For port d29045aa-8135-4583-9fbd-820ab99cc13f, host dv-cinder-780933-14-iscsi, cleared binding levels {{(pid=93497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:16:58.468743 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.plugins.ml2.db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] For port d29045aa-8135-4583-9fbd-820ab99cc13f, host dv-cinder-780933-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=d29045aa-8135-4583-9fbd-820ab99cc13f,segment=NetworkSegment(8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6),segment_id=8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6)] {{(pid=93497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:16:58.477640 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron_lib.callbacks.manager [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:58.551975 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Routers {'66e70e5f-f87f-47b5-9e12-6e6dfa467b66'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:16:58.552830 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:58.601393 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b550b-064b-456b-b84f-8096b41de1bb None None] Pushing event updated for resources: {'Port': ['ID=d29045aa-8135-4583-9fbd-820ab99cc13f,revision_number=4']} {{(pid=93497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:16:58.765431 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] Set router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:16:59.117808 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d766f-2132-4294-8176-cdca1a25a8e3 req-670adbe3-a6d6-41a5-b88e-a5f69b94dd36 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:59.126378 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-289d766f-2132-4294-8176-cdca1a25a8e3 req-670adbe3-a6d6-41a5-b88e-a5f69b94dd36 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.1223364 Aug 10 15:16:59.134661 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:47Z', 'updated_at': '2021-08-10T15:16:50Z', 'revision_number': 4, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'gw_port': {'id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:48Z', 'updated_at': '2021-08-10T15:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd29045aa-8135-4583-9fbd-820ab99cc13f', 'name': '', 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'mac_address': 'fa:16:3e:80:36:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:50Z', 'updated_at': '2021-08-10T15:16:58Z', 'revision_number': 4, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'subnets': [{'id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:16:59.198100 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-289d766f-2132-4294-8176-cdca1a25a8e3 req-2cba03b7-f578-43b7-9943-c78d1c4f0412 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704598 Aug 10 15:16:59.207846 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fab2b-6f9c-4d57-ade2-b56d798a7e1b None None] The sync data for ids ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'] in dv-cinder-780933-14-iscsi is: [{'id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:47Z', 'updated_at': '2021-08-10T15:16:50Z', 'revision_number': 4, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'gw_port': {'id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:48Z', 'updated_at': '2021-08-10T15:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd29045aa-8135-4583-9fbd-820ab99cc13f', 'name': '', 'network_id': 'd7f0cebc-2b4b-4ddf-8025-81660cb2f985', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'mac_address': 'fa:16:3e:80:36:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:50Z', 'updated_at': '2021-08-10T15:16:58Z', 'revision_number': 4, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'subnets': [{'id': 'ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:16:59.288832 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c1809-d18b-4479-8bfc-dcb0f86d5530 req-a63caeb2-44d6-4767-adec-fd9ec41f1ef4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:59.293345 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f06c1809-d18b-4479-8bfc-dcb0f86d5530 req-a63caeb2-44d6-4767-adec-fd9ec41f1ef4 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 945 time: 0.0914035 Aug 10 15:16:59.346254 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f06c1809-d18b-4479-8bfc-dcb0f86d5530 req-3fbc9b9a-436d-4c8d-a8bd-e1a16b58ca64 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480764 Aug 10 15:16:59.621261 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-4a1dd5da-70cd-4789-8d00-3b6ddaaafdac tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:16:59.623063 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-4a1dd5da-70cd-4789-8d00-3b6ddaaafdac tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 945 time: 0.0765612 Aug 10 15:16:59.741003 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Deleting port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:16:59.741296 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:16:59.911456 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device d29045aa-8135-4583-9fbd-820ab99cc13f up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:16:59.937248 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] For port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:16:59.937719 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:00.010200 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning for port d29045aa-8135-4583-9fbd-820ab99cc13f completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:17:00.016372 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port d29045aa-8135-4583-9fbd-820ab99cc13f triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:00.017058 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:00.210210 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:00.210856 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:00.211067 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Floating IP 22e1b7a3-13b9-44fa-a501-313d62cbfb0e disassociated. External IP: 172.27.2.228, port: 84591f0d-8740-4cbe-a5d8-8ca0ef99319e. Aug 10 15:17:00.211296 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Calling delete_port for 84591f0d-8740-4cbe-a5d8-8ca0ef99319e owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:17:00.312570 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:00.373002 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] For port d29045aa-8135-4583-9fbd-820ab99cc13f, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=d29045aa-8135-4583-9fbd-820ab99cc13f,segment=NetworkSegment(8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6),segment_id=8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:00.384431 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:00.484283 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Pushing event updated for resources: {'Port': ['ID=d29045aa-8135-4583-9fbd-820ab99cc13f,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:00.505724 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fd5be-85c6-46c6-afcc-554c80c61ad6 req-811e71a0-83d0-43f1-9117-7a5872eb23e0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:00.508047 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9e2fd5be-85c6-46c6-afcc-554c80c61ad6 req-811e71a0-83d0-43f1-9117-7a5872eb23e0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.1661348 Aug 10 15:17:00.601412 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ba6de-af14-44b3-8d4d-4b4ef550c70c req-687e7557-1cf0-405d-b55e-14357ed4532f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:00.603482 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-044ba6de-af14-44b3-8d4d-4b4ef550c70c req-687e7557-1cf0-405d-b55e-14357ed4532f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 945 time: 0.1303165 Aug 10 15:17:00.627706 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9e2fd5be-85c6-46c6-afcc-554c80c61ad6 req-0a93d606-689a-44a1-8b6a-744e666c81e1 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002688 Aug 10 15:17:00.699054 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-044ba6de-af14-44b3-8d4d-4b4ef550c70c req-534324e8-9978-4a5b-a6f6-72b18990ff6b tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups?id=8dd5230f-62c2-49f8-bb35-6e4d47242feb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701773 Aug 10 15:17:00.708549 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:00.755541 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event deleted for resources: {'Port': ['ID=84591f0d-8740-4cbe-a5d8-8ca0ef99319e,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:00.904565 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Router 4c8254bc-31a4-4be9-b2b0-b495815de06f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:17:01.068281 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:17:01.092115 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] Sync routers for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:17:01.109153 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:01.109811 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:01.150029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] No DVR routers for this DVR port 84591f0d-8740-4cbe-a5d8-8ca0ef99319e on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:17:01.155801 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:01.158217 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-874a9d18-5875-4f09-8a14-b333c62c0938 req-39ac9115-fed9-4784-84d7-fdc1aa8795e7 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.50 "DELETE /v2.0/ports/84591f0d-8740-4cbe-a5d8-8ca0ef99319e HTTP/1.1" status: 204 len: 173 time: 1.5289903 Aug 10 15:17:01.158749 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'name': 'network-vif-deleted', 'tag': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:17:01.161183 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8135395d-6d9b-4d13-8aa7-b91e4b8f8ade" -d '{"events": [{"server_uuid": "f530ee7b-e4bd-4afd-8115-6618979e96e5", "name": "network-vif-deleted", "tag": "84591f0d-8740-4cbe-a5d8-8ca0ef99319e"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:17:01.269813 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b57605d-cc53-4267-aa9f-76d1cc87c89b x-openstack-request-id: req-5b57605d-cc53-4267-aa9f-76d1cc87c89b {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:17:01.270472 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f530ee7b-e4bd-4afd-8115-6618979e96e5", "name": "network-vif-deleted", "tag": "84591f0d-8740-4cbe-a5d8-8ca0ef99319e", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:17:01.270472 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b57605d-cc53-4267-aa9f-76d1cc87c89b {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:17:01.270845 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f530ee7b-e4bd-4afd-8115-6618979e96e5', 'name': 'network-vif-deleted', 'tag': '84591f0d-8740-4cbe-a5d8-8ca0ef99319e', 'status': 'completed', 'code': 200} Aug 10 15:17:01.342156 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:17:01.620306 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:01.654997 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] Checking router: 4c8254bc-31a4-4be9-b2b0-b495815de06f for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:17:01.697731 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:01.698391 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:01.883635 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:17:01.921473 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device d29045aa-8135-4583-9fbd-820ab99cc13f up at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:17:01.928706 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7551525-00e0-4903-8226-497146526841 req-b88c7f9c-e02d-4368-bb30-af1579ebb27b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:01.930625 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c7551525-00e0-4903-8226-497146526841 req-b88c7f9c-e02d-4368-bb30-af1579ebb27b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.2069154 Aug 10 15:17:01.949411 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e72973bc-3f6f-4e33-a3a1-a0d7b48dfe5c req-f0f127ce-938c-40d4-b3de-ef119c6ec6a2 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/ports?device_id=f530ee7b-e4bd-4afd-8115-6618979e96e5 HTTP/1.1" status: 200 len: 210 time: 0.1060882 Aug 10 15:17:02.026878 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c7551525-00e0-4903-8226-497146526841 req-c8cc3019-93e5-470d-84cf-735def830eba tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801361 Aug 10 15:17:02.145642 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Provisioning complete for port d29045aa-8135-4583-9fbd-820ab99cc13f triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:02.146298 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:02.286071 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:02.317422 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11ffa9d-d9d3-45ab-bd6e-54b893bc061e None None] The sync data for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi is: [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:10:10Z', 'revision_number': 4, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '3c580048-bfdb-4f6c-9dcc-a656dacb3535', 'name': '', 'network_id': 'd75af5cd-4ff3-41cf-abe0-0ff16866849b', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'mac_address': 'fa:16:3e:31:fc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:19Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'subnets': [{'id': '95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:17:02.609327 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc5d461-eefd-4242-a9c6-4cfa6010d7e4 None None] New status for floating IP 22e1b7a3-13b9-44fa-a501-313d62cbfb0e: DOWN {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:17:03.087103 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47122) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:03.206327 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-28f34d95-e725-449a-ab82-71e83dd59350 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.235033 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-28f34d95-e725-449a-ab82-71e83dd59350 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.256517 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f0047-f070-4e2e-a4d8-3e40d1099c13 req-87c92ba0-ccc6-4ad5-9640-06bc43744ed0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:03.258019 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-655f0047-f070-4e2e-a4d8-3e40d1099c13 req-87c92ba0-ccc6-4ad5-9640-06bc43744ed0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.1027555 Aug 10 15:17:03.317997 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-655f0047-f070-4e2e-a4d8-3e40d1099c13 req-d2066f5c-00b9-4eff-bd8e-35c04ba6c675 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466979 Aug 10 15:17:03.326654 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-28f34d95-e725-449a-ab82-71e83dd59350 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.329732 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-28f34d95-e725-449a-ab82-71e83dd59350 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.333879 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47134) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:03.338954 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-28f34d95-e725-449a-ab82-71e83dd59350 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "DELETE /v2.0/security-groups/8dd5230f-62c2-49f8-bb35-6e4d47242feb HTTP/1.1" status: 204 len: 168 time: 0.2494347 Aug 10 15:17:03.349400 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.api.v2.resource [None req-2c689cea-261b-4b9f-ab85-6b7cedb7654f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] show failed (client error): The resource could not be found. Aug 10 15:17:03.349641 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f34d95-e725-449a-ab82-71e83dd59350 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd5230f-62c2-49f8-bb35-6e4d47242feb,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:03.354331 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47136) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:03.359719 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-2c689cea-261b-4b9f-ab85-6b7cedb7654f tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "GET /v2.0/security-groups/8dd5230f-62c2-49f8-bb35-6e4d47242feb HTTP/1.1" status: 404 len: 347 time: 0.0242307 Aug 10 15:17:03.485557 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Deleting port 0501e610-fc52-409a-bc3a-7bf015768255 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:17:03.485894 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.564558 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.564814 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.566329 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 84591f0d-8740-4cbe-a5d8-8ca0ef99319e no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:17:03.577538 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Calling delete_port for 0501e610-fc52-409a-bc3a-7bf015768255 owned by network:floatingip {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:17:03.590376 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 84591f0d-8740-4cbe-a5d8-8ca0ef99319e {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:17:03.590743 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 84591f0d-8740-4cbe-a5d8-8ca0ef99319e not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:17:03.727722 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.755381 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Pushing event deleted for resources: {'Port': ['ID=0501e610-fc52-409a-bc3a-7bf015768255,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:03.824856 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.827858 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:03.829040 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-39f44556-db44-49e4-8c95-a09861c77379 tempest-AttachVolumeTestJSON-583026102 tempest-AttachVolumeTestJSON-583026102-project] 10.222.0.26 "DELETE /v2.0/floatingips/22e1b7a3-13b9-44fa-a501-313d62cbfb0e HTTP/1.1" status: 204 len: 168 time: 0.4736760 Aug 10 15:17:03.908593 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786ab14-5291-434f-b5fb-1272a0896891 req-b3fc255a-73cb-4a31-b38c-67b02688cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:03.910273 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2786ab14-5291-434f-b5fb-1272a0896891 req-b3fc255a-73cb-4a31-b38c-67b02688cf32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 1098 time: 0.0499909 Aug 10 15:17:04.010830 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786ab14-5291-434f-b5fb-1272a0896891 req-68139bdb-ae27-437f-ac15-ae3af36eb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:04.012335 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2786ab14-5291-434f-b5fb-1272a0896891 req-68139bdb-ae27-437f-ac15-ae3af36eb44e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.0946176 Aug 10 15:17:04.087927 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2786ab14-5291-434f-b5fb-1272a0896891 req-42a1a842-68a3-4d2f-af19-a14dc728027e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae HTTP/1.1" status: 200 len: 1000 time: 0.0680239 Aug 10 15:17:04.141421 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786ab14-5291-434f-b5fb-1272a0896891 req-bc9349cf-ad4f-465d-80e7-e4876057b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:04.142917 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2786ab14-5291-434f-b5fb-1272a0896891 req-bc9349cf-ad4f-465d-80e7-e4876057b021 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.0480764 Aug 10 15:17:04.195187 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786ab14-5291-434f-b5fb-1272a0896891 req-d7bcacb1-e44b-486b-b050-f7c7fcd2f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:04.196907 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2786ab14-5291-434f-b5fb-1272a0896891 req-d7bcacb1-e44b-486b-b050-f7c7fcd2f13e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463583 Aug 10 15:17:04.295579 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2786ab14-5291-434f-b5fb-1272a0896891 req-a8f96e0c-fadd-4f92-9455-6877fa6c20c1 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902872 Aug 10 15:17:04.391748 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2786ab14-5291-434f-b5fb-1272a0896891 req-5f400461-c52f-43b7-84c9-c74e7aa9bc43 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872829 Aug 10 15:17:04.446119 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b06fac-14ed-402b-98c3-219552c048ca req-6229ac58-f5b0-4b34-ac88-cf5edb2f5f63 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:04.447688 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75b06fac-14ed-402b-98c3-219552c048ca req-6229ac58-f5b0-4b34-ac88-cf5edb2f5f63 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0522017 Aug 10 15:17:04.492461 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-75b06fac-14ed-402b-98c3-219552c048ca req-13356b33-21b7-4753-aaba-d804653c2e88 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385895 Aug 10 15:17:05.616043 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45704a5-8a9b-40d9-a8ed-9391e6165ccf req-502d06c0-22ed-40f1-a9d2-802055c22303 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:05.617628 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b45704a5-8a9b-40d9-a8ed-9391e6165ccf req-502d06c0-22ed-40f1-a9d2-802055c22303 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0516617 Aug 10 15:17:05.660112 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b45704a5-8a9b-40d9-a8ed-9391e6165ccf req-ce915896-69eb-4be8-992e-b631089e8262 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349438 Aug 10 15:17:06.785386 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d40b4-ab4e-462d-a363-205d37505c8c req-1bb881e2-4ad9-4749-bf45-897e6ceb93c0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:06.786958 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3e4d40b4-ab4e-462d-a363-205d37505c8c req-1bb881e2-4ad9-4749-bf45-897e6ceb93c0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 945 time: 0.0517592 Aug 10 15:17:06.827560 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3e4d40b4-ab4e-462d-a363-205d37505c8c req-a819e596-a808-4637-b73c-e80d735350d3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342662 Aug 10 15:17:07.411573 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47208) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:07.588282 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 99be79fb-4ba1-4369-8ffb-2bb017b29fae no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:17:07.676303 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:07.704115 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:17:07.707058 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4526b7b-44ce-4f66-8697-8ea023b1440b" -d '{"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-unplugged", "status": "completed", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:17:07.731891 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:07.742345 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:07.749786 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc00736-01b5-44b9-be0d-83aa37b591c7 x-openstack-request-id: req-acc00736-01b5-44b9-be0d-83aa37b591c7 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:17:07.750077 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-unplugged", "status": "failed", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae", "code": 422}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:17:07.750322 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acc00736-01b5-44b9-be0d-83aa37b591c7 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:17:07.750816 dv-cinder-780933-14-iscsi neutron-server[93496]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'code': 422} returned with failed status Aug 10 15:17:07.836459 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=8']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:07.965342 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091005-599e-4678-ba3c-d874f70bd173 req-b0eaae67-79e3-45db-83a7-8177627f4e08 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:07.966867 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1d091005-599e-4678-ba3c-d874f70bd173 req-b0eaae67-79e3-45db-83a7-8177627f4e08 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.1127875 Aug 10 15:17:07.984661 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-545f1710-8052-4f5c-83fc-23e599073d90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149349 Aug 10 15:17:08.024778 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1d091005-599e-4678-ba3c-d874f70bd173 req-a86ae31c-87bf-48a2-9507-178473960c3c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504704 Aug 10 15:17:08.088039 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954525'] for router_interface, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:08.374019 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Deleting port 3c580048-bfdb-4f6c-9dcc-a656dacb3535 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:17:08.374359 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:08.461064 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] For port 3c580048-bfdb-4f6c-9dcc-a656dacb3535, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=3c580048-bfdb-4f6c-9dcc-a656dacb3535,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:08.461719 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:08.475076 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Calling delete_port for 3c580048-bfdb-4f6c-9dcc-a656dacb3535 owned by network:router_interface {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:17:08.652090 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:08.677112 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c580048-bfdb-4f6c-9dcc-a656dacb3535,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:08.870308 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651565'] for router_interface, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:08.876949 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-80fcbae1-f374-4b55-8b38-b2b8373a7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:08.878456 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-80fcbae1-f374-4b55-8b38-b2b8373a7935 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d&tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d HTTP/1.1" status: 200 len: 1096 time: 0.0863700 Aug 10 15:17:08.995644 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-9aa8c778-8094-4d3b-8446-92beb0a57e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:08.997031 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-9aa8c778-8094-4d3b-8446-92beb0a57e69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 1096 time: 0.0792525 Aug 10 15:17:09.479216 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d76465-e945-4bdf-bafa-8d24ee30b047 req-7e9d91a2-6aa1-43e2-a319-9b31802b5be1 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:09.480804 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a8d76465-e945-4bdf-bafa-8d24ee30b047 req-7e9d91a2-6aa1-43e2-a319-9b31802b5be1 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.1226630 Aug 10 15:17:09.481890 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-05d4b545-ed1d-4c63-8375-39738d1496d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:09.483272 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-05d4b545-ed1d-4c63-8375-39738d1496d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 200 len: 916 time: 0.4781959 Aug 10 15:17:09.557802 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Router 4c8254bc-31a4-4be9-b2b0-b495815de06f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:17:09.595001 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a8d76465-e945-4bdf-bafa-8d24ee30b047 req-22b3604a-1d0f-4b20-a37f-8e3f8ac39e41 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066067 Aug 10 15:17:09.598356 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-75c978de-43fa-4333-bcda-a6035c3eef62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae HTTP/1.1" status: 200 len: 998 time: 0.1063669 Aug 10 15:17:09.732111 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-00b58e60-2941-4959-b95f-663d627fcca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:09.733623 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-00b58e60-2941-4959-b95f-663d627fcca3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 200 len: 854 time: 0.0933952 Aug 10 15:17:09.777467 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:17:09.786832 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-7465a110-8819-475a-a534-f507b55386c9 admin admin] 10.222.0.26 "PUT /v2.0/routers/4c8254bc-31a4-4be9-b2b0-b495815de06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3695011 Aug 10 15:17:09.786832 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47246) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:09.799490 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] Sync routers for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:17:09.810149 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:09.810872 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:09.841520 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-cdda2fa6-da49-49b6-9651-856daf499b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:09.842935 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-cdda2fa6-da49-49b6-9651-856daf499b07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1017418 Aug 10 15:17:09.928880 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:17:09.976500 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.036544 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-ffb5841d-4a54-40a2-8013-b6a627b02ed0 service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847103 Aug 10 15:17:10.108090 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:17:08Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:10.134037 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] Checking router: 4c8254bc-31a4-4be9-b2b0-b495815de06f for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:17:10.142110 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] Routers {'4c8254bc-31a4-4be9-b2b0-b495815de06f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:10.142756 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:16:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['4c8254bc-31a4-4be9-b2b0-b495815de06f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:10.153295 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.198074 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-690c46ef-6708-419d-bd26-6fe5545a5190 req-057acc88-c434-4b46-a725-b221e2b844eb service neutron] 10.222.0.50 "GET /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302068 Aug 10 15:17:10.220115 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Deleting port 10f5d294-8587-4e96-bc71-84dd4c4bd81b {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:17:10.220461 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.257265 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] Set router 4c8254bc-31a4-4be9-b2b0-b495815de06f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:17:10.307224 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] For port 10f5d294-8587-4e96-bc71-84dd4c4bd81b, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=10f5d294-8587-4e96-bc71-84dd4c4bd81b,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:10.307496 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.325431 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Calling delete_port for 10f5d294-8587-4e96-bc71-84dd4c4bd81b owned by network:router_gateway {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:17:10.452346 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:17:08Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:10.481750 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9855315-40dd-445e-9d05-375b55937de8 None None] The sync data for ids ['4c8254bc-31a4-4be9-b2b0-b495815de06f'] in dv-cinder-780933-14-iscsi is: [{'id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'name': 'tempest-AttachVolumeTestJSON-1606093009-router', 'tenant_id': '9b4962453faa450eb30a6ac02fe55eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:03Z', 'updated_at': '2021-08-10T15:17:08Z', 'revision_number': 5, 'project_id': '9b4962453faa450eb30a6ac02fe55eef', 'gw_port': {'id': '10f5d294-8587-4e96-bc71-84dd4c4bd81b', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8254bc-31a4-4be9-b2b0-b495815de06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:04Z', 'updated_at': '2021-08-10T15:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:17:10.513161 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.536490 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f5d294-8587-4e96-bc71-84dd4c4bd81b,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:10.655131 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654795'] for router_gateway, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.792667 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113030'] for router, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.799532 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.865358 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426ff05-6562-4d25-a358-ddd1adea07f8 req-df56f67a-31e0-4427-88c4-1c37d3d1ab8f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:10.873361 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b426ff05-6562-4d25-a358-ddd1adea07f8 req-df56f67a-31e0-4427-88c4-1c37d3d1ab8f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.1565204 Aug 10 15:17:10.879823 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652582'] for router, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.880402 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c8254bc-31a4-4be9-b2b0-b495815de06f {{(pid=93494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:17:10.890381 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:10.891548 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8a6d4079-3feb-4204-8362-e755e35edc72 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4c8254bc-31a4-4be9-b2b0-b495815de06f HTTP/1.1" status: 204 len: 168 time: 1.1050413 Aug 10 15:17:10.894149 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47272) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:10.978565 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b426ff05-6562-4d25-a358-ddd1adea07f8 req-856b9029-5560-4cd1-93ce-d2eada4ebc6c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038108 Aug 10 15:17:11.017624 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8293ec66-1635-45a7-99ab-09049110bc0b admin admin] Deleting subnet 95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed {{(pid=93495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:17:11.028267 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8293ec66-1635-45a7-99ab-09049110bc0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.071720 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8293ec66-1635-45a7-99ab-09049110bc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126710408'] for subnet, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.173824 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8293ec66-1635-45a7-99ab-09049110bc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.246531 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8293ec66-1635-45a7-99ab-09049110bc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129320170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129323220'] for subnet, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.279900 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293ec66-1635-45a7-99ab-09049110bc0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:11.286675 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8293ec66-1635-45a7-99ab-09049110bc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.289043 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-8293ec66-1635-45a7-99ab-09049110bc0b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/95d2a958-84eb-4c1d-80b5-d1b76fd5f5ed HTTP/1.1" status: 204 len: 168 time: 0.3937624 Aug 10 15:17:11.292092 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47274) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:11.296926 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4546570-3f51-4372-bf00-c22ca6da13ad None None] Network d75af5cd-4ff3-41cf-abe0-0ff16866849b requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:17:11.382433 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.457762 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Deleting port 85722983-ff91-4c4a-aa15-179c32bfc168 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:17:11.458390 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.545654 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] For port 85722983-ff91-4c4a-aa15-179c32bfc168, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=85722983-ff91-4c4a-aa15-179c32bfc168,segment=NetworkSegment(0655f6ab-f52a-4bf2-9104-8f9d73ee67e5),segment_id=0655f6ab-f52a-4bf2-9104-8f9d73ee67e5)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:11.546499 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.562439 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Calling delete_port for 85722983-ff91-4c4a-aa15-179c32bfc168 owned by network:dhcp {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:17:11.662706 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.688253 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Pushing event deleted for resources: {'Port': ['ID=85722983-ff91-4c4a-aa15-179c32bfc168,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:11.693123 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] No DVR routers for this DVR port 85722983-ff91-4c4a-aa15-179c32bfc168 on host dv-cinder-780933-14-iscsi {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:17:11.751323 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b081beaf-b299-4f57-9d85-f323ffbf4665 None None] DHCP port deletion for d75af5cd-4ff3-41cf-abe0-0ff16866849b request from dv-cinder-780933-14-iscsi {{(pid=93496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:17:11.795439 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.810867 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75af5cd-4ff3-41cf-abe0-0ff16866849b']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:11.835136 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:11.835554 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0655f6ab-f52a-4bf2-9104-8f9d73ee67e5') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:11.859658 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.882503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.889555 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 10f5d294-8587-4e96-bc71-84dd4c4bd81b no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:17:11.898019 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:17:11.905023 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:17:11.932715 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 10f5d294-8587-4e96-bc71-84dd4c4bd81b {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:17:11.934309 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 10f5d294-8587-4e96-bc71-84dd4c4bd81b not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:17:11.935572 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 85722983-ff91-4c4a-aa15-179c32bfc168 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:17:11.963604 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 85722983-ff91-4c4a-aa15-179c32bfc168 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:17:11.964419 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 85722983-ff91-4c4a-aa15-179c32bfc168 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:17:11.965116 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 3c580048-bfdb-4f6c-9dcc-a656dacb3535 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:17:11.985472 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.992617 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:11.997376 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 3c580048-bfdb-4f6c-9dcc-a656dacb3535 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:17:11.997650 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d75af5cd-4ff3-41cf-abe0-0ff16866849b HTTP/1.1" status: 204 len: 168 time: 0.7041764 Aug 10 15:17:11.998191 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 3c580048-bfdb-4f6c-9dcc-a656dacb3535 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:17:12.002230 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-9b1b2af1-6815-4a0d-a923-7fa6e1e4c3d0 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839633807&fields=id&tenant_id=0dd956b2bc4e475c8d313dab0a7ded37 HTTP/1.1" status: 200 len: 267 time: 0.0872345 Aug 10 15:17:12.028149 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d99ff0-2c8b-4617-92ff-dc809fc44485 admin admin] Pushing event deleted for resources: {'Network': ['ID=d75af5cd-4ff3-41cf-abe0-0ff16866849b,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:12.192764 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-c649ebf2-4adf-45c9-be6e-a7cadc7591a0 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:12.194373 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-c649ebf2-4adf-45c9-be6e-a7cadc7591a0 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 809 time: 0.1681423 Aug 10 15:17:12.202738 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47286) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:12.212426 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389047b-6341-4589-a132-65b28f362b41 req-3a556bfd-f0c7-4385-bf25-92349b415c30 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:12.213974 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b389047b-6341-4589-a132-65b28f362b41 req-3a556bfd-f0c7-4385-bf25-92349b415c30 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0981393 Aug 10 15:17:12.230443 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-15962361-16ed-4948-b933-da739bc22c65 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/quotas/0dd956b2bc4e475c8d313dab0a7ded37 HTTP/1.1" status: 200 len: 375 time: 0.0273843 Aug 10 15:17:12.254653 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-45ab1608-1a87-4fee-8380-c2ed49bc7607 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b4962453faa450eb30a6ac02fe55eef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502014 Aug 10 15:17:12.257971 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47288) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:12.289828 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b389047b-6341-4589-a132-65b28f362b41 req-433b18ff-4b47-42ca-8ab8-a67f14385cba tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683424 Aug 10 15:17:12.306766 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-ce49e7df-4d7d-42be-a050-2dbf05da9004 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687778 Aug 10 15:17:12.343676 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-017688af-7dcf-4046-ab6f-c2e29ce39138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:12.369089 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-017688af-7dcf-4046-ab6f-c2e29ce39138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:12.439021 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-017688af-7dcf-4046-ab6f-c2e29ce39138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:12.442337 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-017688af-7dcf-4046-ab6f-c2e29ce39138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:12.444578 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-017688af-7dcf-4046-ab6f-c2e29ce39138 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc177ff4-3ca5-4ecd-a911-dd3c8cea5bca HTTP/1.1" status: 204 len: 168 time: 0.1844544 Aug 10 15:17:12.453879 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017688af-7dcf-4046-ab6f-c2e29ce39138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc177ff4-3ca5-4ecd-a911-dd3c8cea5bca,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:12.573142 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-bdb1eac8-e011-4f22-b392-d71ad80b1825 service neutron] 10.222.0.26 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534914 Aug 10 15:17:12.682722 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-1e3db2b4-de25-496d-85a2-886de14f6cb0 service neutron] 10.222.0.26 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992780 Aug 10 15:17:13.066321 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1799afd3-d9a5-4336-b056-6e96e421f30a req-c5a7aa79-13f9-435c-9b35-c3455dafce5d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0503275 Aug 10 15:17:13.456154 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8d955-3433-4a85-9b93-6047206806d5 req-610c6cab-5bf7-49e9-98cc-dbf70d8e471b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:13.462592 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ea8d955-3433-4a85-9b93-6047206806d5 req-610c6cab-5bf7-49e9-98cc-dbf70d8e471b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0663517 Aug 10 15:17:13.523531 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ea8d955-3433-4a85-9b93-6047206806d5 req-278b58e2-b596-43ce-8096-427075c9ecdf tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569067 Aug 10 15:17:14.208218 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2415b48e-48c8-45a7-8692-b2b5604758ac req-95a4553c-31bf-44d8-801a-2801bf90ce16 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0277128 Aug 10 15:17:14.695701 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee1115-2c10-47c9-ba9b-2b053d0e9ffd req-f0e85496-2da4-4652-8e88-12712134acc3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:14.698101 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-39ee1115-2c10-47c9-ba9b-2b053d0e9ffd req-f0e85496-2da4-4652-8e88-12712134acc3 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0584898 Aug 10 15:17:14.754083 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-39ee1115-2c10-47c9-ba9b-2b053d0e9ffd req-0a41abae-54cd-422b-84af-e26fe76cb95e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488408 Aug 10 15:17:15.312161 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f7ed6e7f-f035-4fca-b01f-3e9f4c36d18f req-5dab0bf4-bf72-4f83-82d4-6eb0890ea6c9 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0347176 Aug 10 15:17:15.548631 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:17:15.886321 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53056555-a3a6-405a-ac14-cd5c3d0b1b52 req-b1589deb-f472-4037-bad2-b9f74ed3fee6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:15.887995 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-53056555-a3a6-405a-ac14-cd5c3d0b1b52 req-b1589deb-f472-4037-bad2-b9f74ed3fee6 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0535092 Aug 10 15:17:15.943768 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-53056555-a3a6-405a-ac14-cd5c3d0b1b52 req-1462565b-d8f9-44fa-bc5c-364510c5deca tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490093 Aug 10 15:17:16.405201 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-222f3e69-9830-4554-8b81-109222859f25 req-bd70876a-9972-4ecb-8889-0b280ce54772 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0265844 Aug 10 15:17:16.728437 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47380) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:16.838840 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-26697cad-ffa5-4493-8e2d-8bf1229c69da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:16.945621 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-26697cad-ffa5-4493-8e2d-8bf1229c69da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:16.951986 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-26697cad-ffa5-4493-8e2d-8bf1229c69da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:17.016238 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26697cad-ffa5-4493-8e2d-8bf1229c69da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b49802-153a-47cc-9938-5e2fc0d560a9,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:17.041921 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-26697cad-ffa5-4493-8e2d-8bf1229c69da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9560ba6488af4dde8da77899c5dd95bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122907 Aug 10 15:17:17.043829 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47386) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:17.102565 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2e7d-a83b-4b20-a2fb-058eae0942ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:17.106109 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42dd9e-1f9a-498d-ab5d-22f9225b411a req-bf97ae36-e41f-42a7-b186-9dd64ab7067f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:17.108869 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ee42dd9e-1f9a-498d-ab5d-22f9225b411a req-bf97ae36-e41f-42a7-b186-9dd64ab7067f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0714583 Aug 10 15:17:17.127042 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2e7d-a83b-4b20-a2fb-058eae0942ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:17.166439 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ee42dd9e-1f9a-498d-ab5d-22f9225b411a req-1f03636b-ecfb-44cb-bb96-93dc8c79df27 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500875 Aug 10 15:17:17.198034 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2e7d-a83b-4b20-a2fb-058eae0942ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:17.201749 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2e7d-a83b-4b20-a2fb-058eae0942ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:17.203331 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-8d8d2e7d-a83b-4b20-a2fb-058eae0942ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97b49802-153a-47cc-9938-5e2fc0d560a9 HTTP/1.1" status: 204 len: 168 time: 0.1584795 Aug 10 15:17:17.216020 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d2e7d-a83b-4b20-a2fb-058eae0942ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b49802-153a-47cc-9938-5e2fc0d560a9,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:17.516597 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d3ccf6ba-b7df-4850-b739-8da651f20c0c req-dc9d66dc-da4c-4be2-a8a4-97cd167ed5ef tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0327036 Aug 10 15:17:18.327825 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10569db9-98e0-4ac2-bc32-19350c25af90 req-0fda15a7-54ac-4d32-aa70-ddfb71b95753 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:18.329940 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-10569db9-98e0-4ac2-bc32-19350c25af90 req-0fda15a7-54ac-4d32-aa70-ddfb71b95753 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0525336 Aug 10 15:17:18.374123 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-10569db9-98e0-4ac2-bc32-19350c25af90 req-c3caac98-460e-45dc-b10b-36749b63ca0f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372045 Aug 10 15:17:18.650637 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9c4bbc4-8cf7-4188-aac6-e5f135f45118 req-9de2e52a-c9fe-4b03-a4f7-c85e446ff3bc tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0333927 Aug 10 15:17:19.199644 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47444) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:19.391414 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-08c69aa5-da54-4fe5-bb78-c4dc59f8b351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:19.539804 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-08c69aa5-da54-4fe5-bb78-c4dc59f8b351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:19.544126 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-08c69aa5-da54-4fe5-bb78-c4dc59f8b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:19.592171 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-08c69aa5-da54-4fe5-bb78-c4dc59f8b351 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7524401acf1f4c27921745173a5a5dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908260 Aug 10 15:17:19.594708 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c69aa5-da54-4fe5-bb78-c4dc59f8b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645acaef-3fda-459f-98c5-be4d50ef7ae5,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:19.595532 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47450) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:19.605804 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d049e7f-bbfb-47fc-b728-ed4537b22d2e req-ddcbc13e-fb79-40ce-b352-fa443c3bee5e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:19.607412 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d049e7f-bbfb-47fc-b728-ed4537b22d2e req-ddcbc13e-fb79-40ce-b352-fa443c3bee5e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.1144550 Aug 10 15:17:19.652983 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d049e7f-bbfb-47fc-b728-ed4537b22d2e req-120f1f20-bdb3-44f6-aff8-d5d3cc784d3b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392570 Aug 10 15:17:19.673980 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2c7b80c5-d5c1-4dbe-864a-0c0dc79e96a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:19.698951 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2c7b80c5-d5c1-4dbe-864a-0c0dc79e96a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:19.791884 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2c7b80c5-d5c1-4dbe-864a-0c0dc79e96a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:19.794864 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-2c7b80c5-d5c1-4dbe-864a-0c0dc79e96a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:19.796171 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-2c7b80c5-d5c1-4dbe-864a-0c0dc79e96a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/645acaef-3fda-459f-98c5-be4d50ef7ae5 HTTP/1.1" status: 204 len: 168 time: 0.1995280 Aug 10 15:17:19.812906 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b80c5-d5c1-4dbe-864a-0c0dc79e96a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645acaef-3fda-459f-98c5-be4d50ef7ae5,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:19.823577 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-810a4413-76a6-4ccb-b680-dc54875b716c req-e26e0c3c-87cd-48b7-a9c8-a0ee8bd029db tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0781305 Aug 10 15:17:20.120597 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47458) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:20.134475 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-289bd669-6181-48f4-b703-44591d9e5dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:20.291064 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-289bd669-6181-48f4-b703-44591d9e5dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:20.296110 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-289bd669-6181-48f4-b703-44591d9e5dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:20.334719 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bd669-6181-48f4-b703-44591d9e5dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40a30a4-ece5-40c6-b1d0-7deaaf9c2b55,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:20.339089 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-289bd669-6181-48f4-b703-44591d9e5dca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1eef0b2a33104074a6bbae262a0082a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174485 Aug 10 15:17:20.341706 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47460) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:20.391441 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-11b29b00-f19a-4b14-b0a8-00c35614f054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:20.412643 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-11b29b00-f19a-4b14-b0a8-00c35614f054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:20.460695 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-11b29b00-f19a-4b14-b0a8-00c35614f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:20.463243 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-11b29b00-f19a-4b14-b0a8-00c35614f054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:20.464420 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-11b29b00-f19a-4b14-b0a8-00c35614f054 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b40a30a4-ece5-40c6-b1d0-7deaaf9c2b55 HTTP/1.1" status: 204 len: 168 time: 0.1218135 Aug 10 15:17:20.472510 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b29b00-f19a-4b14-b0a8-00c35614f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40a30a4-ece5-40c6-b1d0-7deaaf9c2b55,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:20.822921 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da04ecb-a692-4d41-bd22-2091ccacbcb2 req-0fbe267f-5b2b-4b8e-8c83-b59aa1c5bb7c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:20.831297 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5da04ecb-a692-4d41-bd22-2091ccacbcb2 req-0fbe267f-5b2b-4b8e-8c83-b59aa1c5bb7c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0701716 Aug 10 15:17:20.905552 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5da04ecb-a692-4d41-bd22-2091ccacbcb2 req-3da7f8c6-9c6e-46c3-8e0f-d9aa68d32234 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720286 Aug 10 15:17:20.962630 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-48145456-c253-46a8-ad4c-1f7733b03e84 req-7c544fb8-65a0-4925-a2aa-ea3ddb27744c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0308418 Aug 10 15:17:22.114384 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9711d1d8-538d-4fa9-b6d3-091599775856 req-0c9a790d-f458-4ae1-824a-c7b6bdef5a67 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0306547 Aug 10 15:17:22.130062 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d19437-447d-4473-b2dc-55e30065efb3 req-96278e3b-4518-48d1-bd47-f42e29d9108f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:22.132130 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-58d19437-447d-4473-b2dc-55e30065efb3 req-96278e3b-4518-48d1-bd47-f42e29d9108f tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0952041 Aug 10 15:17:22.181368 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-58d19437-447d-4473-b2dc-55e30065efb3 req-3edb1228-c619-4e8d-bd98-d87f4fdc08cd tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431709 Aug 10 15:17:22.356519 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eb9fb700-3914-4454-b623-3ad0d00cabe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:22.554304 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47516) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:22.669082 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2a67-d0c1-4ace-ac58-cfdda5f9487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:22.759459 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2a67-d0c1-4ace-ac58-cfdda5f9487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:22.763270 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2a67-d0c1-4ace-ac58-cfdda5f9487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:22.800839 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-cd4b2a67-d0c1-4ace-ac58-cfdda5f9487f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=397e00efcea44c35b8f9fcdccc0c316b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454162 Aug 10 15:17:22.802904 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b2a67-d0c1-4ace-ac58-cfdda5f9487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5d1ed8-ba21-4bfd-803d-bce3ae57dfcf,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:22.803594 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47520) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:22.860481 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6465e6e8-beae-463f-9510-b8beb0659651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:22.889654 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6465e6e8-beae-463f-9510-b8beb0659651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:22.950995 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6465e6e8-beae-463f-9510-b8beb0659651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:22.953573 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6465e6e8-beae-463f-9510-b8beb0659651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:22.955010 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6465e6e8-beae-463f-9510-b8beb0659651 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b5d1ed8-ba21-4bfd-803d-bce3ae57dfcf HTTP/1.1" status: 204 len: 168 time: 0.1501579 Aug 10 15:17:22.963426 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465e6e8-beae-463f-9510-b8beb0659651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5d1ed8-ba21-4bfd-803d-bce3ae57dfcf,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:23.221881 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-774d7fab-858d-4eca-b97a-2d362fc19d2b req-03c5760b-85a0-40bc-98f7-e9ca25450896 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0282078 Aug 10 15:17:23.248988 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47530) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:23.264789 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cebb3c1c-20d4-42f2-ad7d-9fbc73ff9a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:23.357545 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2536dec-2619-4541-8cae-cf99cd4fa457 req-4645731a-58a2-4fba-98b9-6233e6b8e629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:23.359165 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d2536dec-2619-4541-8cae-cf99cd4fa457 req-4645731a-58a2-4fba-98b9-6233e6b8e629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0965486 Aug 10 15:17:23.692651 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d2536dec-2619-4541-8cae-cf99cd4fa457 req-e3d50677-f0bd-4c34-a869-3e750f39e041 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245289 Aug 10 15:17:23.708297 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cebb3c1c-20d4-42f2-ad7d-9fbc73ff9a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:23.713626 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cebb3c1c-20d4-42f2-ad7d-9fbc73ff9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:23.751952 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-cebb3c1c-20d4-42f2-ad7d-9fbc73ff9a9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04864b52dbe44007806f9b96efbd7d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018024 Aug 10 15:17:23.752811 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb3c1c-20d4-42f2-ad7d-9fbc73ff9a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c1d720-aa16-4767-80a6-77e1c19324c2,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:23.754706 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47532) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:23.804421 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6101b0f8-d9fd-4703-bbfe-63505a44248a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:23.828322 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6101b0f8-d9fd-4703-bbfe-63505a44248a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:23.874429 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6101b0f8-d9fd-4703-bbfe-63505a44248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:23.876960 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-6101b0f8-d9fd-4703-bbfe-63505a44248a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:23.878093 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-6101b0f8-d9fd-4703-bbfe-63505a44248a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1c1d720-aa16-4767-80a6-77e1c19324c2 HTTP/1.1" status: 204 len: 168 time: 0.1223705 Aug 10 15:17:23.886694 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101b0f8-d9fd-4703-bbfe-63505a44248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c1d720-aa16-4767-80a6-77e1c19324c2,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:24.324373 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a14e82ea-472c-4fb4-8063-38923206df80 req-85d9a71b-fccd-4421-a8bc-3855ffa58af1 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0303938 Aug 10 15:17:24.786029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-abef2043-4af7-474a-b42e-370c0eba3e48 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:24.788831 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-abef2043-4af7-474a-b42e-370c0eba3e48 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.50 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 809 time: 0.1141582 Aug 10 15:17:24.859830 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-ec3469dd-ca0c-40eb-9d9d-3608ff449498 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dd956b2bc4e475c8d313dab0a7ded37 HTTP/1.1" status: 200 len: 379 time: 0.0621619 Aug 10 15:17:24.870098 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee3dca-cd82-4b8e-9c52-e4d88b6e9ab0 req-5251ccd3-9ca0-4207-bd23-d504e899c58c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:24.871931 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b8ee3dca-cd82-4b8e-9c52-e4d88b6e9ab0 req-5251ccd3-9ca0-4207-bd23-d504e899c58c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0826492 Aug 10 15:17:24.877873 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Request body: {'port': {'device_id': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'admin_state_up': True, 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'security_groups': ['3b75c0ea-bd80-458f-91f2-fb48cab19787']}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:24.976448 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b8ee3dca-cd82-4b8e-9c52-e4d88b6e9ab0 req-96b72714-13fc-432e-9122-85a6a6269119 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949428 Aug 10 15:17:25.028070 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Made reservation on behalf of 0dd956b2bc4e475c8d313dab0a7ded37 for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:17:25.032023 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:25.137763 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:25.163812 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Allocated IP 172.20.0.14 (c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4/5b9129ec-4b6d-4038-b5e3-ae6818f2f464/b683afb5-9b03-4e28-82ed-be502f41fd73) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:17:25.337287 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:25.352590 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Transition to ACTIVE for port object b683afb5-9b03-4e28-82ed-be502f41fd73 will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:17:25.392854 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:25.474728 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:17:25.483030 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:17:25.485555 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:17:25.510846 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'Port': ['ID=b683afb5-9b03-4e28-82ed-be502f41fd73,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:25.537643 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-45da2b74-ae42-4f59-b0cb-48678232112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:25.545572 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:25.546232 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:25.556805 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32215-24b6-4ab5-8567-c1d3b1b8681b req-fc950931-faca-4f68-96cd-87fb436d9676 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:25.558376 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e32215-24b6-4ab5-8567-c1d3b1b8681b req-fc950931-faca-4f68-96cd-87fb436d9676 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 932 time: 0.1300972 Aug 10 15:17:25.582932 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-43b756c3-c24c-45e7-bd67-bee64dc9f11d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7093086 Aug 10 15:17:25.595990 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Request body: {'port': {'device_id': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:25.626610 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e32215-24b6-4ab5-8567-c1d3b1b8681b req-15a6f390-4d90-4a43-bcb8-c83ba69bf14d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618029 Aug 10 15:17:25.665859 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:25.737080 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-11db9b93-5667-40c5-acb5-7c033fd5a0dc None None] Provisioning for port b683afb5-9b03-4e28-82ed-be502f41fd73 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:17:25.741655 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-11db9b93-5667-40c5-acb5-7c033fd5a0dc None None] Provisioning complete for port b683afb5-9b03-4e28-82ed-be502f41fd73 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:25.742328 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-11db9b93-5667-40c5-acb5-7c033fd5a0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:25.784572 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-11db9b93-5667-40c5-acb5-7c033fd5a0dc None None] Port b683afb5-9b03-4e28-82ed-be502f41fd73 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:17:25.972658 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b683afb5-9b03-4e28-82ed-be502f41fd73 {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:17:25.981133 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:25.993690 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Transition to ACTIVE for port object b683afb5-9b03-4e28-82ed-be502f41fd73 will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:17:25.996710 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:26.047093 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Pushing event updated for resources: {'Port': ['ID=b683afb5-9b03-4e28-82ed-be502f41fd73,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:26.157933 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dad02b-f5f5-42d3-b2ef-d367262aff76 req-cb71a566-c387-49fd-b8da-b8dc3774d072 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:26.159533 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-51dad02b-f5f5-42d3-b2ef-d367262aff76 req-cb71a566-c387-49fd-b8da-b8dc3774d072 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.1035509 Aug 10 15:17:26.165013 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Attempting to bind port b683afb5-9b03-4e28-82ed-be502f41fd73 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:17:26.165358 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Attempting to bind port b683afb5-9b03-4e28-82ed-be502f41fd73 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:17:26.165699 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Attempting to bind port b683afb5-9b03-4e28-82ed-be502f41fd73 on network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:17:26.184076 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Port b683afb5-9b03-4e28-82ed-be502f41fd73 on network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:17:26.184414 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Attempting to bind port b683afb5-9b03-4e28-82ed-be502f41fd73 on network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:17:26.192240 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:17:26.192596 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Checking segment: {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:17:26.192989 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Bound using segment: {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:17:26.193471 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Bound port: b683afb5-9b03-4e28-82ed-be502f41fd73, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b783bce-1025-464e-80f9-b3f1c7fe5a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:17:26.193835 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:26.215207 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:26.220439 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-51dad02b-f5f5-42d3-b2ef-d367262aff76 req-6504c13e-67b8-479e-8fbf-6fe6c957b7c9 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522728 Aug 10 15:17:26.276921 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:17:26.279931 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b683afb5-9b03-4e28-82ed-be502f41fd73,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:17:26.284776 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:26.321305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:26.321928 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:26.323381 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] 10.222.0.50 "PUT /v2.0/ports/b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 1094 time: 0.7320299 Aug 10 15:17:26.323829 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:17:26.326091 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69de23d0-7454-46ab-b13d-43bc938fe26b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:17:26.355552 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998064c7-b695-4a3b-899c-ac89bf303f4d service neutron] Pushing event updated for resources: {'Port': ['ID=b683afb5-9b03-4e28-82ed-be502f41fd73,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:26.381579 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b3f58-2c80-49a1-bcfe-78def73a446a x-openstack-request-id: req-407b3f58-2c80-49a1-bcfe-78def73a446a {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:17:26.382017 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:17:26.382275 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-407b3f58-2c80-49a1-bcfe-78def73a446a {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:17:26.382697 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'status': 'completed', 'code': 200} Aug 10 15:17:26.417636 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-a3fc3326-24cc-4641-86c1-52b854e0c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:26.419235 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-a3fc3326-24cc-4641-86c1-52b854e0c5b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1097 time: 0.0483458 Aug 10 15:17:26.463893 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-4c9a99d7-16d4-4bba-97db-a6f069f2c0c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 217 time: 0.0367665 Aug 10 15:17:26.515594 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-35d405eb-ea05-45e8-9b21-e80b9c8b68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:26.516280 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-35d405eb-ea05-45e8-9b21-e80b9c8b68bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 200 len: 848 time: 0.0456896 Aug 10 15:17:26.567525 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-682ad30f-63e0-43e8-ba48-a19282b38951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:26.569058 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-682ad30f-63e0-43e8-ba48-a19282b38951 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457098 Aug 10 15:17:26.659987 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-6a5d2cdb-e00a-4be3-8923-ac7e66128e5b service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835774 Aug 10 15:17:26.728409 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:26.782567 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319b11-e944-4c58-b55b-25cfc5c9ba74 req-57ed805d-9b1a-497f-a86b-ee31f3096157 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:26.784007 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b1319b11-e944-4c58-b55b-25cfc5c9ba74 req-57ed805d-9b1a-497f-a86b-ee31f3096157 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0691433 Aug 10 15:17:26.804644 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c62b1acd-09b8-4dad-ab25-762e185a4ec9 req-13974937-a752-4bc2-b53e-3016f55ebde4 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373675 Aug 10 15:17:26.836611 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b1319b11-e944-4c58-b55b-25cfc5c9ba74 req-36a2b5df-a270-4d3d-a120-0109da053569 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Aug 10 15:17:26.897819 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-a4fcf24a-bff1-4ba2-953d-6f3eb67b6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:26.899376 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-a4fcf24a-bff1-4ba2-953d-6f3eb67b6099 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1097 time: 0.0440447 Aug 10 15:17:27.000568 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-06e9d5ae-3aab-4c63-8316-085f86493eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:27.002038 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-06e9d5ae-3aab-4c63-8316-085f86493eaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 910 time: 0.0949111 Aug 10 15:17:27.045340 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-af98db6a-126c-4ba4-8bc6-4358062fa8ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 217 time: 0.0351927 Aug 10 15:17:27.102560 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-cce5cf6a-e082-416e-afef-d2e03a85176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:27.104066 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-cce5cf6a-e082-416e-afef-d2e03a85176c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 200 len: 848 time: 0.0523791 Aug 10 15:17:27.154947 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-b8ada0e2-6d54-41eb-b060-ca9fe17ab52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:27.156645 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-b8ada0e2-6d54-41eb-b060-ca9fe17ab52d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449450 Aug 10 15:17:27.256977 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-01fe8095-9265-479d-90a6-c90fbcfe3c9f service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929000 Aug 10 15:17:27.396054 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6256d-8124-4d36-8629-4ac5dcd27e5d req-c973b1d6-b3a5-4fd0-829c-ec0b54592fb8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:27.397804 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-80d6256d-8124-4d36-8629-4ac5dcd27e5d req-c973b1d6-b3a5-4fd0-829c-ec0b54592fb8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 943 time: 0.0815628 Aug 10 15:17:27.401916 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-69de23d0-7454-46ab-b13d-43bc938fe26b req-41fbeb56-646b-45d2-948d-aff4835024ea service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377857 Aug 10 15:17:27.439003 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-80d6256d-8124-4d36-8629-4ac5dcd27e5d req-37e5234f-5006-4248-bb92-074216e3beb8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349596 Aug 10 15:17:27.683849 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 99be79fb-4ba1-4369-8ffb-2bb017b29fae details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:17:27.778471 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:27.789965 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'port_id': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'mac_address': 'fa:16:3e:ed:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:17:27.825676 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.839422 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99be79fb-4ba1-4369-8ffb-2bb017b29fae {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:17:27.858929 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:27.863847 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:27.909557 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=9']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:27.953647 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e04cb-df5b-4637-9195-b0b89d3074a8 req-278d6498-bf67-4d00-ab71-824f5c0e3fb8 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:27.955334 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a82e04cb-df5b-4637-9195-b0b89d3074a8 req-278d6498-bf67-4d00-ab71-824f5c0e3fb8 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0539522 Aug 10 15:17:27.992820 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a82e04cb-df5b-4637-9195-b0b89d3074a8 req-544a1d6c-5803-4b2a-8b2f-fbb31389b24a tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309753 Aug 10 15:17:28.076372 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['99be79fb-4ba1-4369-8ffb-2bb017b29fae'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:17:28.124959 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:28.563556 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f4484-ac93-4ac7-8465-55bc51d9c0f6 req-802cf7d4-9802-4f64-ab1d-3c6d9374f124 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:28.565183 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0b3f4484-ac93-4ac7-8465-55bc51d9c0f6 req-802cf7d4-9802-4f64-ab1d-3c6d9374f124 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 944 time: 0.0509565 Aug 10 15:17:28.611965 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0b3f4484-ac93-4ac7-8465-55bc51d9c0f6 req-8feb7886-3f7d-4068-ab3a-125ef80c3ec7 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350955 Aug 10 15:17:29.109170 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540dfb6-cb77-4646-8f26-d80ab7733c85 req-d56b4202-341c-4f4f-a7d2-6985432e218e tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:29.110742 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9540dfb6-cb77-4646-8f26-d80ab7733c85 req-d56b4202-341c-4f4f-a7d2-6985432e218e tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0504558 Aug 10 15:17:29.149831 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9540dfb6-cb77-4646-8f26-d80ab7733c85 req-fd891fec-8573-43fa-a219-e4d50afc56d5 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329165 Aug 10 15:17:29.699547 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 99be79fb-4ba1-4369-8ffb-2bb017b29fae up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:17:29.765108 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 99be79fb-4ba1-4369-8ffb-2bb017b29fae triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:29.765403 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:29.765905 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b1ef-c8f2-4c38-ac7f-e82f3c4f36b2 req-0645a8d0-28ca-4ffb-9738-81f0671b3152 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:29.768974 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9cb4b1ef-c8f2-4c38-ac7f-e82f3c4f36b2 req-0645a8d0-28ca-4ffb-9738-81f0671b3152 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 944 time: 0.0724375 Aug 10 15:17:29.842770 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9cb4b1ef-c8f2-4c38-ac7f-e82f3c4f36b2 req-ccd86c52-3ee6-4c4d-917e-dcee98a6d59a tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584455 Aug 10 15:17:29.888189 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:29.924914 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:17:29.928486 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0115306-f320-4de1-9af7-4829090bc1c7" -d '{"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-plugged", "status": "completed", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:17:29.949238 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:29.956405 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:29.971816 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47638) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:29.996780 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bd117b-1554-4615-9362-e2e97dbe7ae1 x-openstack-request-id: req-67bd117b-1554-4615-9362-e2e97dbe7ae1 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:17:29.997244 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-plugged", "status": "completed", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:17:29.997610 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67bd117b-1554-4615-9362-e2e97dbe7ae1 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:17:29.998060 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'code': 200} Aug 10 15:17:30.027281 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=10']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:30.035285 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.035638 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.036041 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.036413 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.036719 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.037107 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.037447 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.037785 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.038770 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.039143 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.039480 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.039821 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:30.114213 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4becb719-3759-47e1-bf3e-4f23d30584e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.191404 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc646b-c6ff-4cf2-80fb-e77cd39433b5 req-f811e5c0-1c34-47fa-bab5-ed8ecee6dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:30.193388 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-38cc646b-c6ff-4cf2-80fb-e77cd39433b5 req-f811e5c0-1c34-47fa-bab5-ed8ecee6dfae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 1099 time: 0.0575805 Aug 10 15:17:30.215073 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4becb719-3759-47e1-bf3e-4f23d30584e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.220702 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-4becb719-3759-47e1-bf3e-4f23d30584e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.232070 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-38cc646b-c6ff-4cf2-80fb-e77cd39433b5 req-a1e3fc97-0463-42be-aa4c-ede1c0a12042 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314858 Aug 10 15:17:30.261614 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becb719-3759-47e1-bf3e-4f23d30584e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee620b66-8a51-47ac-bb9b-5a89e0754dec,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:30.269529 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-4becb719-3759-47e1-bf3e-4f23d30584e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76614548e6254b20aa2f32ce9608f48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936571 Aug 10 15:17:30.270377 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47644) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:30.283601 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5720f-e45a-4227-a946-58a4d7fe7c54 req-865c5e8f-deb5-4141-93ac-79e277027810 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:30.285048 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8ce5720f-e45a-4227-a946-58a4d7fe7c54 req-865c5e8f-deb5-4141-93ac-79e277027810 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0519876 Aug 10 15:17:30.325219 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8ce5720f-e45a-4227-a946-58a4d7fe7c54 req-b2b6e4e3-eadc-409f-81ac-bcb9091bb1df tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328767 Aug 10 15:17:30.326612 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cd1dbf69-3768-4bef-924f-92d75070e5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.349885 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cd1dbf69-3768-4bef-924f-92d75070e5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.400799 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cd1dbf69-3768-4bef-924f-92d75070e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.403471 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cd1dbf69-3768-4bef-924f-92d75070e5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.404689 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-cd1dbf69-3768-4bef-924f-92d75070e5b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee620b66-8a51-47ac-bb9b-5a89e0754dec HTTP/1.1" status: 204 len: 168 time: 0.1332836 Aug 10 15:17:30.412749 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dbf69-3768-4bef-924f-92d75070e5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee620b66-8a51-47ac-bb9b-5a89e0754dec,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:30.678304 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47650) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:30.692094 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4f7-8f47-4cf6-9ca1-3b28dcc13c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.782568 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4f7-8f47-4cf6-9ca1-3b28dcc13c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.787002 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4f7-8f47-4cf6-9ca1-3b28dcc13c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.825078 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3d56f4f7-8f47-4cf6-9ca1-3b28dcc13c83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e05a37b78904201a71a5301987f4f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450841 Aug 10 15:17:30.826267 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56f4f7-8f47-4cf6-9ca1-3b28dcc13c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063d3b7b-255b-45c3-9478-b249428274aa,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:30.828048 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47652) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:30.890196 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-13ed3f15-65f7-479b-a0d0-5146ddd44d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:30.917590 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-13ed3f15-65f7-479b-a0d0-5146ddd44d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:31.012460 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff4eb0-5e21-40d1-ac1a-8ac3209a5024 req-bae4f699-ade3-4328-8ca6-3d9a0330e8a0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:31.014278 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-afff4eb0-5e21-40d1-ac1a-8ac3209a5024 req-bae4f699-ade3-4328-8ca6-3d9a0330e8a0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 946 time: 0.0793362 Aug 10 15:17:31.015995 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-13ed3f15-65f7-479b-a0d0-5146ddd44d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:31.019878 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-13ed3f15-65f7-479b-a0d0-5146ddd44d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:31.021306 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-13ed3f15-65f7-479b-a0d0-5146ddd44d42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/063d3b7b-255b-45c3-9478-b249428274aa HTTP/1.1" status: 204 len: 168 time: 0.1921475 Aug 10 15:17:31.051119 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed3f15-65f7-479b-a0d0-5146ddd44d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063d3b7b-255b-45c3-9478-b249428274aa,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:31.092977 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-afff4eb0-5e21-40d1-ac1a-8ac3209a5024 req-687b5702-9b45-4f5a-bb4d-5ee4b47c36e4 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700717 Aug 10 15:17:31.463014 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efe520-8535-48c3-b6c5-c11bc3937b9c req-5186256e-2d10-4a5e-975d-3a873cd43b4d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:31.473819 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-86efe520-8535-48c3-b6c5-c11bc3937b9c req-5186256e-2d10-4a5e-975d-3a873cd43b4d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0702524 Aug 10 15:17:31.528543 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-86efe520-8535-48c3-b6c5-c11bc3937b9c req-ab02e02a-4fda-4900-bd84-0bee517aa08f tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515916 Aug 10 15:17:32.223672 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f063c-a95a-4bb9-8ee4-76da994fc2f9 req-cafc869b-5ffd-40c2-b0ab-f4870bbfaf99 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:32.226893 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7f5f063c-a95a-4bb9-8ee4-76da994fc2f9 req-cafc869b-5ffd-40c2-b0ab-f4870bbfaf99 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 946 time: 0.0545723 Aug 10 15:17:32.291579 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7f5f063c-a95a-4bb9-8ee4-76da994fc2f9 req-29eee5c7-c527-45bc-a5bc-3821cb2724a8 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603514 Aug 10 15:17:32.304977 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b79e5465-25db-441c-9860-2c9070012d7d req-430be4c1-8a4c-44a2-96ff-33151abfebed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571911 Aug 10 15:17:32.381904 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e5465-25db-441c-9860-2c9070012d7d req-84661f2d-9442-4186-9f5c-75ba040f7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:32.384161 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b79e5465-25db-441c-9860-2c9070012d7d req-84661f2d-9442-4186-9f5c-75ba040f7365 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 1099 time: 0.0562434 Aug 10 15:17:32.497744 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e5465-25db-441c-9860-2c9070012d7d req-9523d3cf-7dcc-40c6-9beb-c6284cad414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:32.499402 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b79e5465-25db-441c-9860-2c9070012d7d req-9523d3cf-7dcc-40c6-9beb-c6284cad414f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.0920506 Aug 10 15:17:32.574559 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b79e5465-25db-441c-9860-2c9070012d7d req-09f9aad1-645e-439d-ac26-bf113641bd0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6b9ef9e-2941-41ee-aff5-c5a89653c186 HTTP/1.1" status: 200 len: 1002 time: 0.0650084 Aug 10 15:17:32.664260 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e5465-25db-441c-9860-2c9070012d7d req-72efc852-6ee1-4995-a3ef-f01349896fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:32.665721 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b79e5465-25db-441c-9860-2c9070012d7d req-72efc852-6ee1-4995-a3ef-f01349896fa4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0841024 Aug 10 15:17:32.678147 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f379ce-516a-46f8-b87c-c646e5a8483c req-14ca65c3-f160-452c-beeb-44c7c71f8c19 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:32.680403 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-38f379ce-516a-46f8-b87c-c646e5a8483c req-14ca65c3-f160-452c-beeb-44c7c71f8c19 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0869722 Aug 10 15:17:32.740782 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-38f379ce-516a-46f8-b87c-c646e5a8483c req-5700235a-a447-42b1-b37c-21cf4212a17b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515814 Aug 10 15:17:32.747332 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e5465-25db-441c-9860-2c9070012d7d req-9cdaaf29-afe3-493e-99ef-0c6a69edc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:32.748755 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b79e5465-25db-441c-9860-2c9070012d7d req-9cdaaf29-afe3-493e-99ef-0c6a69edc9e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0674529 Aug 10 15:17:32.842479 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b79e5465-25db-441c-9860-2c9070012d7d req-dba46f03-c99b-49c4-9caa-45394b473b5f service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854137 Aug 10 15:17:32.934177 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b79e5465-25db-441c-9860-2c9070012d7d req-056bea3f-2a57-4231-b897-8082f3ba687f service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836029 Aug 10 15:17:33.859368 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019afea-e4a7-42b0-8d82-a5f582295cdc req-3de78151-0aee-4fb5-aa04-60b6a435c73e tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:33.860504 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a019afea-e4a7-42b0-8d82-a5f582295cdc req-3de78151-0aee-4fb5-aa04-60b6a435c73e tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0502322 Aug 10 15:17:33.903011 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a019afea-e4a7-42b0-8d82-a5f582295cdc req-e75ae6f9-16d0-4454-accd-0545c06d212e tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365405 Aug 10 15:17:35.019288 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e3f2-4118-4af9-8987-c1ca8eb55b7d req-f05a23db-28d0-4558-87a1-29d58eb49eeb tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:35.020817 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-21d5e3f2-4118-4af9-8987-c1ca8eb55b7d req-f05a23db-28d0-4558-87a1-29d58eb49eeb tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0493419 Aug 10 15:17:35.058797 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-21d5e3f2-4118-4af9-8987-c1ca8eb55b7d req-b8951ae6-0188-4414-b5ac-0dbe5fff4bd7 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Aug 10 15:17:35.733873 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b683afb5-9b03-4e28-82ed-be502f41fd73 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:17:35.840511 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b683afb5-9b03-4e28-82ed-be502f41fd73,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:35.853150 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'port_id': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'mac_address': 'fa:16:3e:c5:bd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:17:35.896844 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:35.913039 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b683afb5-9b03-4e28-82ed-be502f41fd73 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:17:35.935660 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b683afb5-9b03-4e28-82ed-be502f41fd73,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:35.939880 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:35.995381 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=b683afb5-9b03-4e28-82ed-be502f41fd73,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:36.171122 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['b683afb5-9b03-4e28-82ed-be502f41fd73'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:17:36.173531 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0fac0-1fb0-47e1-a48a-769229b8a0ee req-ea887821-0ac2-4598-978e-8093c6a4f49b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:36.175087 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0be0fac0-1fb0-47e1-a48a-769229b8a0ee req-ea887821-0ac2-4598-978e-8093c6a4f49b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 945 time: 0.0501823 Aug 10 15:17:36.215725 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0be0fac0-1fb0-47e1-a48a-769229b8a0ee req-0d17d8c0-7d1c-4165-b089-002bdd00ee17 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341437 Aug 10 15:17:37.327897 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d781245-8166-48a1-811e-c9f7d1b57828 req-da8b5f63-2413-444d-8c59-8968bfab161d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:37.329345 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8d781245-8166-48a1-811e-c9f7d1b57828 req-da8b5f63-2413-444d-8c59-8968bfab161d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 945 time: 0.0488000 Aug 10 15:17:37.370993 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8d781245-8166-48a1-811e-c9f7d1b57828 req-63caf1d4-2040-498f-8b82-e452fcb5dbfc tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355110 Aug 10 15:17:37.746033 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b683afb5-9b03-4e28-82ed-be502f41fd73 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:17:37.794710 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port b683afb5-9b03-4e28-82ed-be502f41fd73 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:17:37.798222 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port b683afb5-9b03-4e28-82ed-be502f41fd73 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:17:37.798627 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:37.880652 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:37.904056 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:17:37.906210 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630b3ba3-9a41-4d30-9367-ba4963e20bad" -d '{"events": [{"server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "name": "network-vif-plugged", "status": "completed", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:17:37.924822 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b683afb5-9b03-4e28-82ed-be502f41fd73,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:17:37.931320 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:37.954240 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a014bd28-428f-4ac1-8f89-8b296e7f177e x-openstack-request-id: req-a014bd28-428f-4ac1-8f89-8b296e7f177e {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:17:37.954553 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "name": "network-vif-plugged", "status": "completed", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:17:37.955074 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a014bd28-428f-4ac1-8f89-8b296e7f177e {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:17:37.955432 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'code': 200} Aug 10 15:17:37.982530 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=b683afb5-9b03-4e28-82ed-be502f41fd73,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:38.167954 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12c8b8-cd9c-4a3a-87c9-07ead60c01df req-2eca38f5-9423-4eea-b3f7-bd4a1fd39132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:38.169356 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4a12c8b8-cd9c-4a3a-87c9-07ead60c01df req-2eca38f5-9423-4eea-b3f7-bd4a1fd39132 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1099 time: 0.0419347 Aug 10 15:17:38.208285 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4a12c8b8-cd9c-4a3a-87c9-07ead60c01df req-e23bca0c-3921-4d44-a521-3d108a3f10f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300581 Aug 10 15:17:38.488383 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2b16b-92e8-4882-9549-05687dd78b01 req-2fd40e02-09db-4133-b6e5-3cc673f93d51 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:38.489800 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-26b2b16b-92e8-4882-9549-05687dd78b01 req-2fd40e02-09db-4133-b6e5-3cc673f93d51 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0517905 Aug 10 15:17:38.532629 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-26b2b16b-92e8-4882-9549-05687dd78b01 req-79b50780-7d3e-4492-b8f4-611da650f57a tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363371 Aug 10 15:17:39.653380 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ae213-e32d-436a-b4ce-c1ef91e6275f req-dc25e93b-0d93-4ae4-8484-3d558dac6ae8 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:39.655071 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0d5ae213-e32d-436a-b4ce-c1ef91e6275f req-dc25e93b-0d93-4ae4-8484-3d558dac6ae8 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0510271 Aug 10 15:17:39.696555 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0d5ae213-e32d-436a-b4ce-c1ef91e6275f req-4a5ca572-12c6-44b5-babb-8d2c34f73aa1 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353549 Aug 10 15:17:39.821752 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b1db3-b0a2-4f05-8717-42509744937f req-9ae55324-2ad8-4d64-982e-ee1c02a3a621 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:39.823490 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-534b1db3-b0a2-4f05-8717-42509744937f req-9ae55324-2ad8-4d64-982e-ee1c02a3a621 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0570567 Aug 10 15:17:39.862594 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-534b1db3-b0a2-4f05-8717-42509744937f req-01eafeac-520d-4f7c-91fc-e33e59478818 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329039 Aug 10 15:17:39.885951 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47808) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:40.108816 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38d3c9e-afff-4fa1-bd4f-db9700cf5d27 tempest-TestShelveInstance-1611578664 tempest-TestShelveInstance-1611578664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:40.110366 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-c38d3c9e-afff-4fa1-bd4f-db9700cf5d27 tempest-TestShelveInstance-1611578664 tempest-TestShelveInstance-1611578664-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1094 time: 0.2233336 Aug 10 15:17:40.113502 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47812) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:40.118298 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Request body: {'floatingip': {'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'port_id': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:17:40.141231 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for floatingip, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:40.244110 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:40.346861 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Allocated IP 172.27.2.222 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/c3e0d51a-17a0-4860-90d3-e85cd5079315) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:17:40.453955 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:40.492872 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:40.529755 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:17:40.535955 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:17:40.539508 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:17:40.562717 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'Port': ['ID=c3e0d51a-17a0-4860-90d3-e85cd5079315,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:40.574163 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.574535 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.574995 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.575429 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.575840 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.576178 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.576654 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.577078 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.577514 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.577845 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.578176 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.578634 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:40.921865 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:40.996177 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:41.154238 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:41.159297 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:41.230900 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event updated for resources: {'Port': ['ID=c3e0d51a-17a0-4860-90d3-e85cd5079315,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:41.241551 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:41.609619 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Floating IP 05e9b3c8-03e5-4e85-a519-5d1d33fd4746 associated. External IP: 172.27.2.222, port: b683afb5-9b03-4e28-82ed-be502f41fd73. Aug 10 15:17:41.815774 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Router b107e643-72c0-42a5-b770-d15c000d5bad has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:17:41.929422 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:17:41.939700 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] Sync routers for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:17:41.946485 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:41.949974 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:41.950727 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:17:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:41.974580 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-6c822b69-c95b-4d87-a8b9-08e71b35dfce tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8600159 Aug 10 15:17:41.975165 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:17:41.977404 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84" -d '{"events": [{"name": "network-changed", "server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:17:42.018893 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cf6dac-c386-4d75-8bd7-3f0fe6ea7d3d x-openstack-request-id: req-80cf6dac-c386-4d75-8bd7-3f0fe6ea7d3d {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:17:42.019374 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:17:42.019809 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80cf6dac-c386-4d75-8bd7-3f0fe6ea7d3d {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:17:42.020576 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'status': 'completed', 'code': 200} Aug 10 15:17:42.081914 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:17:42.094774 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-6dc89cc9-efac-4752-9fd0-4cca2afe2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:42.096432 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-6dc89cc9-efac-4752-9fd0-4cca2afe2b42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1099 time: 0.0502532 Aug 10 15:17:42.192135 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-116d0455-7609-4481-b2cc-81a606317492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:42.193606 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-116d0455-7609-4481-b2cc-81a606317492 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 910 time: 0.0887885 Aug 10 15:17:42.268299 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-2aed9214-ada2-46c6-8b27-06b4300b7847 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 1000 time: 0.0651841 Aug 10 15:17:42.321548 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '05e9b3c8-03e5-4e85-a519-5d1d33fd4746', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'port_id': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'mac_address': 'fa:16:3e:c5:bd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:17:40Z', 'updated_at': '2021-08-10T15:17:40Z', 'revision_number': 0, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd779ca27-72b1-4e76-9918-6ba21d369067', 'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'mac_address': 'fa:16:3e:5c:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:44Z', 'updated_at': '2021-08-10T15:16:51Z', 'revision_number': 5, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'subnets': [{'id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:42.334796 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-18b863ea-d953-4f28-83e0-9d5b860cb8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:42.336426 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-18b863ea-d953-4f28-83e0-9d5b860cb8a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 200 len: 848 time: 0.0474901 Aug 10 15:17:42.386567 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-3cc62f21-3cc3-418d-bed8-ebe90d4530c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:17:42.388092 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-3cc62f21-3cc3-418d-bed8-ebe90d4530c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444629 Aug 10 15:17:42.443446 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] Checking router: b107e643-72c0-42a5-b770-d15c000d5bad for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:17:42.452107 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:17:42.452892 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:17:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:42.487910 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-da518868-6bd7-470a-a460-de97b851c653 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914049 Aug 10 15:17:42.565685 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:17:42.584881 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b9426aeb-bf67-4e6d-a2c7-b8d4e87bbb84 req-21285adc-df55-4dee-8c87-5c94c0a48dd5 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898533 Aug 10 15:17:42.791743 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '05e9b3c8-03e5-4e85-a519-5d1d33fd4746', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'port_id': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'mac_address': 'fa:16:3e:c5:bd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:17:40Z', 'updated_at': '2021-08-10T15:17:40Z', 'revision_number': 0, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd779ca27-72b1-4e76-9918-6ba21d369067', 'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'mac_address': 'fa:16:3e:5c:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:44Z', 'updated_at': '2021-08-10T15:16:51Z', 'revision_number': 5, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'subnets': [{'id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:17:42.820418 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd9460-1342-4931-a267-3f7894a4fd8e None None] The sync data for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi is: [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '05e9b3c8-03e5-4e85-a519-5d1d33fd4746', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'port_id': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'mac_address': 'fa:16:3e:c5:bd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:17:40Z', 'updated_at': '2021-08-10T15:17:40Z', 'revision_number': 0, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd779ca27-72b1-4e76-9918-6ba21d369067', 'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'mac_address': 'fa:16:3e:5c:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:44Z', 'updated_at': '2021-08-10T15:16:51Z', 'revision_number': 5, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'subnets': [{'id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:17:43.023806 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff69f5-9691-477f-88cf-c9538575be00 None None] New status for floating IP 05e9b3c8-03e5-4e85-a519-5d1d33fd4746: ACTIVE {{(pid=93496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:17:49.819912 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 47866) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:49.926285 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:50.029644 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:50.035431 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:50.094151 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e1f890e60c8476eb846592a757926f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724636 Aug 10 15:17:50.096065 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cca474-0627-4534-8c0a-add8ee289533,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:50.096820 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 47870) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:17:50.103922 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.104283 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.104631 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.104981 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.105318 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.105653 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.105984 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.106319 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.106676 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.107057 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.107341 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.107668 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56161e9e-d86e-4345-8415-9a57cade972a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:17:50.148596 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee8ce-fe5d-4ceb-80f6-a90ffad9beb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:50.170529 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee8ce-fe5d-4ceb-80f6-a90ffad9beb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:50.218025 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee8ce-fe5d-4ceb-80f6-a90ffad9beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:50.220582 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee8ce-fe5d-4ceb-80f6-a90ffad9beb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:50.221742 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-dd9ee8ce-fe5d-4ceb-80f6-a90ffad9beb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33cca474-0627-4534-8c0a-add8ee289533 HTTP/1.1" status: 204 len: 168 time: 0.1238785 Aug 10 15:17:50.229935 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ee8ce-fe5d-4ceb-80f6-a90ffad9beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cca474-0627-4534-8c0a-add8ee289533,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:17:52.338038 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-b76f6ecc-f851-4571-a20d-c9d8dd1882f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:52.549305 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:17:55.139121 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:55.539667 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-56f59c84-c27d-499a-ab81-48b3154e385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:56.217505 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:56.732090 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:17:58.100031 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:12.277417 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639db92-5ca0-4414-ac06-220422a81906 req-67d587c5-6664-4f29-a722-16540edfbada tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:12.279243 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5639db92-5ca0-4414-ac06-220422a81906 req-67d587c5-6664-4f29-a722-16540edfbada tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 946 time: 0.0594263 Aug 10 15:18:12.322506 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5639db92-5ca0-4414-ac06-220422a81906 req-19b2812c-2360-40d1-b9e2-e7c6fbf2db94 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358698 Aug 10 15:18:13.123930 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ce222-bb7e-44bd-a827-40ee3b561fcb req-46dba8a8-9599-4018-917b-088b3bd06b3c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:13.125776 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0e3ce222-bb7e-44bd-a827-40ee3b561fcb req-46dba8a8-9599-4018-917b-088b3bd06b3c tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 946 time: 0.0582566 Aug 10 15:18:13.164273 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0e3ce222-bb7e-44bd-a827-40ee3b561fcb req-5e3c830b-8f6b-4b9b-a194-2b7a62e82db7 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Aug 10 15:18:13.441850 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17120ef0-ec4d-454a-8c5c-f61a8a66ebfa req-185b048a-87bd-48b5-a477-4e9897d2a073 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:13.443356 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-17120ef0-ec4d-454a-8c5c-f61a8a66ebfa req-185b048a-87bd-48b5-a477-4e9897d2a073 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 946 time: 0.0487745 Aug 10 15:18:13.483986 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-17120ef0-ec4d-454a-8c5c-f61a8a66ebfa req-1be75a7a-bc57-420b-b05e-ebfbfbb12574 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340357 Aug 10 15:18:13.971203 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-d04602c3-5ff6-4493-aca2-dd7a1af82d94 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:13.972663 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-d04602c3-5ff6-4493-aca2-dd7a1af82d94 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 946 time: 0.0512111 Aug 10 15:18:14.066435 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Deleting port a6b9ef9e-2941-41ee-aff5-c5a89653c186 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:18:14.066700 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:14.157370 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] For port a6b9ef9e-2941-41ee-aff5-c5a89653c186, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a6b9ef9e-2941-41ee-aff5-c5a89653c186,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:14.157739 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:14.356897 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a2342-834a-45b2-8446-0b4b5abf6a20 req-1ae53717-3998-42ef-91c6-f09dc9a3f208 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:14.358450 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-312a2342-834a-45b2-8446-0b4b5abf6a20 req-1ae53717-3998-42ef-91c6-f09dc9a3f208 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 946 time: 0.0974360 Aug 10 15:18:14.393842 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:14.394217 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:14.394569 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Floating IP 78cedbf8-302b-4d50-91f5-d2d28ed82c39 disassociated. External IP: 172.27.2.112, port: a6b9ef9e-2941-41ee-aff5-c5a89653c186. Aug 10 15:18:14.394923 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Calling delete_port for a6b9ef9e-2941-41ee-aff5-c5a89653c186 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:18:14.463259 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-312a2342-834a-45b2-8446-0b4b5abf6a20 req-7e1ae150-e927-4df5-864d-7553f2af86d1 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups?id=69b5a348-df8e-48e5-b287-84c31e9b516d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975153 Aug 10 15:18:14.620703 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:14.644735 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-5a4f3550-86e1-4542-b5a8-ab4bf73b44f0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:14.646196 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-5a4f3550-86e1-4542-b5a8-ab4bf73b44f0 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 946 time: 0.1106029 Aug 10 15:18:14.678338 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event deleted for resources: {'Port': ['ID=a6b9ef9e-2941-41ee-aff5-c5a89653c186,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:14.716665 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453276-e2b0-493d-bd5b-a02155a484a2 req-ba729a84-471a-4262-8d6d-38cbc0f44738 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:14.718432 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-90453276-e2b0-493d-bd5b-a02155a484a2 req-ba729a84-471a-4262-8d6d-38cbc0f44738 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 867 time: 0.1453695 Aug 10 15:18:14.862492 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-90453276-e2b0-493d-bd5b-a02155a484a2 req-fc169774-c81b-4233-a165-efe60f98a0f4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015511 Aug 10 15:18:14.894158 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Deleting port 99be79fb-4ba1-4369-8ffb-2bb017b29fae {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:18:14.894525 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:14.901666 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Router d9eeb9db-a7cb-4355-bba2-35e0a2004655 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:18:15.067356 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] For port 99be79fb-4ba1-4369-8ffb-2bb017b29fae, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=99be79fb-4ba1-4369-8ffb-2bb017b29fae,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:15.067740 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:15.142925 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:18:15.155648 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] Sync routers for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:18:15.169426 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:18:15.170167 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:17:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:15.194342 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] No DVR routers for this DVR port a6b9ef9e-2941-41ee-aff5-c5a89653c186 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:18:15.222081 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:15.224120 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4887f7de-1eeb-4555-a0b7-38576f4e2bf3 req-add4a759-387e-4c7d-a7d9-d4ab8999624b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "DELETE /v2.0/ports/a6b9ef9e-2941-41ee-aff5-c5a89653c186 HTTP/1.1" status: 204 len: 173 time: 1.2430768 Aug 10 15:18:15.224567 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'name': 'network-vif-deleted', 'tag': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:18:15.226842 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1ab35c-f7ef-4b3c-bfca-36b2f749229f" -d '{"events": [{"server_uuid": "870b150c-f1ea-4009-b92f-7a628854cd6f", "name": "network-vif-deleted", "tag": "a6b9ef9e-2941-41ee-aff5-c5a89653c186"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:18:15.285953 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:18:15.294903 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b475918-784e-4a9e-ab56-07c10aad867c x-openstack-request-id: req-8b475918-784e-4a9e-ab56-07c10aad867c {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:18:15.295195 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870b150c-f1ea-4009-b92f-7a628854cd6f", "name": "network-vif-deleted", "tag": "a6b9ef9e-2941-41ee-aff5-c5a89653c186", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:18:15.295500 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b475918-784e-4a9e-ab56-07c10aad867c {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:18:15.295842 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870b150c-f1ea-4009-b92f-7a628854cd6f', 'name': 'network-vif-deleted', 'tag': 'a6b9ef9e-2941-41ee-aff5-c5a89653c186', 'status': 'completed', 'code': 200} Aug 10 15:18:15.332521 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:15.332908 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:15.333255 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Floating IP 4220b840-f863-4271-828b-52b3b68fefae disassociated. External IP: 172.27.2.62, port: 99be79fb-4ba1-4369-8ffb-2bb017b29fae. Aug 10 15:18:15.333658 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Calling delete_port for 99be79fb-4ba1-4369-8ffb-2bb017b29fae owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:18:15.482972 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:15.512904 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:15.527402 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event deleted for resources: {'Port': ['ID=99be79fb-4ba1-4369-8ffb-2bb017b29fae,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:15.546522 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] Checking router: d9eeb9db-a7cb-4355-bba2-35e0a2004655 for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:18:15.559009 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:18:15.559638 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:17:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:15.608332 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b4c390a3-31cb-46c6-87ba-4d0a2da1b596 req-735c6c5f-ac5d-43b7-a547-9a1a93eda135 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 210 time: 0.0320256 Aug 10 15:18:15.665562 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:18:15.670881 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:18:15.787793 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:18:15.803368 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] Sync routers for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:18:15.814186 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:18:15.814969 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:17:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:15.833019 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] No DVR routers for this DVR port 99be79fb-4ba1-4369-8ffb-2bb017b29fae on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:18:15.835824 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:15.838506 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07eb4900-91f5-4c63-9c85-5e591ef9b7cf req-e2537410-f323-411b-a624-f7c578643d21 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.50 "DELETE /v2.0/ports/99be79fb-4ba1-4369-8ffb-2bb017b29fae HTTP/1.1" status: 204 len: 173 time: 1.1700900 Aug 10 15:18:15.896201 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:15.926542 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b62103c-72a1-4a00-aa20-db4728f6aea2 None None] The sync data for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi is: [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:18:15.936417 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:18:15.985014 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-550b4700-5e94-4daa-abbd-ad1364ed5c76 req-2d2892b5-5e5d-4476-8e63-c7d07ee4a605 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 210 time: 0.0335157 Aug 10 15:18:16.167084 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:16.195150 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] Checking router: 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:18:16.199945 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111cf83d-0c61-44f0-9b72-8b9deb5a6fca None None] New status for floating IP 78cedbf8-302b-4d50-91f5-d2d28ed82c39: DOWN {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:18:16.204492 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:18:16.205104 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:17:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:16.315859 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:18:16.513292 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:16.538019 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7cebe-7863-4f7c-9161-e9e7dc4fc2e0 None None] The sync data for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi is: [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:10:20Z', 'revision_number': 4, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '367f084a-4a24-4752-a210-82b3247b56dc', 'name': '', 'network_id': 'b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'mac_address': 'fa:16:3e:06:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:15Z', 'updated_at': '2021-08-10T15:10:31Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'subnets': [{'id': 'b5afb919-3672-4f02-9af1-96a56f2ed2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:18:16.710544 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-57bfafd4-6581-4923-822d-5700ebef0883 req-b90bfd81-4c5e-4264-902d-590ed7edc2f1 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 210 time: 0.0273287 Aug 10 15:18:16.746806 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87800324-7924-40f8-a4f4-2310c320945f None None] New status for floating IP 4220b840-f863-4271-828b-52b3b68fefae: DOWN {{(pid=93496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:18:17.083665 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2b0fba48-cd8b-4c3e-bda3-ca82c384888a req-e8abcbda-ab18-4267-a12d-dbfa9b51f514 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 210 time: 0.0299063 Aug 10 15:18:17.297052 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-deleted', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:18:17.299489 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d01ad9-aec5-4de8-aae8-e902fca8aa00" -d '{"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-deleted", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:18:17.335596 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faa02a0-ac75-4806-9d29-cd9ff1a7c65b x-openstack-request-id: req-9faa02a0-ac75-4806-9d29-cd9ff1a7c65b {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:18:17.335895 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d59829-247e-4ee6-9ee0-84771053069d", "name": "network-vif-deleted", "tag": "99be79fb-4ba1-4369-8ffb-2bb017b29fae", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:18:17.336148 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9faa02a0-ac75-4806-9d29-cd9ff1a7c65b {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:18:17.337047 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d59829-247e-4ee6-9ee0-84771053069d', 'name': 'network-vif-deleted', 'tag': '99be79fb-4ba1-4369-8ffb-2bb017b29fae', 'status': 'completed', 'code': 200} Aug 10 15:18:17.834131 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c1136524-2469-4c5a-bfd3-91c32f977b7c req-b9461b92-6890-45b7-901c-3807e9005735 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d59829-247e-4ee6-9ee0-84771053069d HTTP/1.1" status: 200 len: 210 time: 0.0296628 Aug 10 15:18:18.203101 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8a8b379b-d091-467c-9322-dce2659580eb req-abc82b56-c5d4-4949-878f-e551e5d457d0 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=870b150c-f1ea-4009-b92f-7a628854cd6f HTTP/1.1" status: 200 len: 210 time: 0.0274136 Aug 10 15:18:18.934937 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48092) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:18.995396 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-379e9771-b271-4d96-9542-38f7366a3629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.022505 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-379e9771-b271-4d96-9542-38f7366a3629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.071993 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-379e9771-b271-4d96-9542-38f7366a3629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.074575 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-379e9771-b271-4d96-9542-38f7366a3629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.075728 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-379e9771-b271-4d96-9542-38f7366a3629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "DELETE /v2.0/security-groups/69b5a348-df8e-48e5-b287-84c31e9b516d HTTP/1.1" status: 204 len: 168 time: 0.1397905 Aug 10 15:18:19.078677 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48094) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:19.085829 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e9771-b271-4d96-9542-38f7366a3629 tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b5a348-df8e-48e5-b287-84c31e9b516d,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:19.094559 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.api.v2.resource [None req-a2d14d04-f300-4dfe-911c-5fa5f909469e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] show failed (client error): The resource could not be found. Aug 10 15:18:19.095584 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-a2d14d04-f300-4dfe-911c-5fa5f909469e tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "GET /v2.0/security-groups/69b5a348-df8e-48e5-b287-84c31e9b516d HTTP/1.1" status: 404 len: 347 time: 0.0158799 Aug 10 15:18:19.098561 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48096) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:19.220283 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Deleting port 1713d673-ef9f-4045-ac29-f5abd12b8bc4 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:18:19.220634 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.301637 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.301965 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.313873 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Calling delete_port for 1713d673-ef9f-4045-ac29-f5abd12b8bc4 owned by network:floatingip {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:18:19.436538 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device a6b9ef9e-2941-41ee-aff5-c5a89653c186 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:18:19.457037 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: a6b9ef9e-2941-41ee-aff5-c5a89653c186 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:18:19.457376 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device a6b9ef9e-2941-41ee-aff5-c5a89653c186 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:18:19.472995 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-57244eb2-d0c2-48c2-aa51-b685b587f6b1 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477995900&fields=id&tenant_id=506303e06432415684b9055467f6e44a HTTP/1.1" status: 200 len: 267 time: 0.0511203 Aug 10 15:18:19.473945 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.500763 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Pushing event deleted for resources: {'Port': ['ID=1713d673-ef9f-4045-ac29-f5abd12b8bc4,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:19.893965 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks [] for floatingip, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.896477 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:19.900309 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-eea4093c-26cf-4755-a5c8-ae6525f2ba7b tempest-AttachVolumeShelveTestJSON-2077806028 tempest-AttachVolumeShelveTestJSON-2077806028-project] 10.222.0.26 "DELETE /v2.0/floatingips/4220b840-f863-4271-828b-52b3b68fefae HTTP/1.1" status: 204 len: 168 time: 0.7981029 Aug 10 15:18:19.912996 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-d1bac23a-b6e9-410f-a3c7-f78a4bc3dbfe tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:19.914421 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-d1bac23a-b6e9-410f-a3c7-f78a4bc3dbfe tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 812 time: 0.4168448 Aug 10 15:18:19.934894 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-a1a84a88-b939-49ab-8c16-27600cbaacd0 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/quotas/506303e06432415684b9055467f6e44a HTTP/1.1" status: 200 len: 375 time: 0.0116613 Aug 10 15:18:20.001204 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-0b3ee5f8-bd9b-42c2-9124-7f5566fcfe97 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579534 Aug 10 15:18:20.117544 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-3ad3722e-c1c6-443a-beb0-056b6b3b5995 service neutron] 10.222.0.26 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012361 Aug 10 15:18:20.228818 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-a538f3f5-2728-4697-93af-18e4418272ed service neutron] 10.222.0.26 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031673 Aug 10 15:18:20.546743 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-32ad03fe-9b81-4d1f-9007-e752602de8c8 req-10570345-e7ea-427b-9b7d-dd34aa12c7f7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 210 time: 0.0272422 Aug 10 15:18:21.449279 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 99be79fb-4ba1-4369-8ffb-2bb017b29fae no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:18:21.473325 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 99be79fb-4ba1-4369-8ffb-2bb017b29fae {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:18:21.473939 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 99be79fb-4ba1-4369-8ffb-2bb017b29fae not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:18:21.513387 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-192667b7-a922-403c-a59f-0341b65a210f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:21.514932 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-192667b7-a922-403c-a59f-0341b65a210f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 812 time: 0.1295979 Aug 10 15:18:21.578619 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-2c954e27-3a0f-4e38-8be2-a311c5393ea7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506303e06432415684b9055467f6e44a HTTP/1.1" status: 200 len: 380 time: 0.0510159 Aug 10 15:18:21.589358 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'port': {'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'admin_state_up': True, 'tenant_id': '506303e06432415684b9055467f6e44a', 'security_groups': ['c27eef62-41ec-4209-beab-c11ee1342543']}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:18:21.666605 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cb3fa26e-05af-47a8-b163-5a36e98ac671 req-4e8fb2c8-8487-4184-9b90-adccd3221286 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 210 time: 0.0365314 Aug 10 15:18:21.723489 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Made reservation on behalf of 506303e06432415684b9055467f6e44a for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:18:21.726953 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:21.855452 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Allocated IP 172.20.0.3 (9ef3bcc5-d2d3-4028-963e-835c43f44db7/5e6f4ced-e161-4bba-960f-b62362284a23/5d0325ec-1129-4b82-a14c-c81658379f15) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:18:22.002235 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:22.016033 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Transition to ACTIVE for port object 5d0325ec-1129-4b82-a14c-c81658379f15 will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:18:22.048968 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:22.091616 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:18:22.094667 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:18:22.098325 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:18:22.124442 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'Port': ['ID=5d0325ec-1129-4b82-a14c-c81658379f15,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:22.157454 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:22.158103 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:22.173600 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-44119eb4-5cdd-4efa-807d-17ceb789bcb9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883949 Aug 10 15:18:22.187667 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Request body: {'port': {'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:18:22.248457 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:22.338533 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-3149dec7-6b77-4c4a-9b93-9879bc348da7 None None] Provisioning for port 5d0325ec-1129-4b82-a14c-c81658379f15 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:18:22.356050 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-3149dec7-6b77-4c4a-9b93-9879bc348da7 None None] Provisioning complete for port 5d0325ec-1129-4b82-a14c-c81658379f15 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:18:22.356426 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3149dec7-6b77-4c4a-9b93-9879bc348da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:22.359747 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0d48bb80-4b62-47de-9c95-b4b5e36ba34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:22.368512 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48164) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:22.521184 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-3149dec7-6b77-4c4a-9b93-9879bc348da7 None None] Port 5d0325ec-1129-4b82-a14c-c81658379f15 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:18:22.592954 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0325ec-1129-4b82-a14c-c81658379f15 {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:18:22.603029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:22.625053 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Transition to ACTIVE for port object 5d0325ec-1129-4b82-a14c-c81658379f15 will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:18:22.652623 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:22.730398 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0325ec-1129-4b82-a14c-c81658379f15,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:22.914353 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e6697-c9cb-40de-9fc4-1a83f31cfb67 req-c2a8c366-dfa1-4f7c-ac08-c48a46e3090c tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:22.916219 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-706e6697-c9cb-40de-9fc4-1a83f31cfb67 req-c2a8c366-dfa1-4f7c-ac08-c48a46e3090c tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 943 time: 0.1411147 Aug 10 15:18:22.926356 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Attempting to bind port 5d0325ec-1129-4b82-a14c-c81658379f15 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:18:22.926716 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Attempting to bind port 5d0325ec-1129-4b82-a14c-c81658379f15 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:18:22.927052 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Attempting to bind port 5d0325ec-1129-4b82-a14c-c81658379f15 on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:18:22.963130 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Port 5d0325ec-1129-4b82-a14c-c81658379f15 on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:18:22.963461 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Attempting to bind port 5d0325ec-1129-4b82-a14c-c81658379f15 on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:18:22.974979 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:18:22.975262 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Checking segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:18:22.975646 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Bound using segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:18:22.976072 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Bound port: 5d0325ec-1129-4b82-a14c-c81658379f15, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:18:22.976431 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.008517 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-706e6697-c9cb-40de-9fc4-1a83f31cfb67 req-9554b368-dc8e-42f7-862b-23dcd6be46c2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852728 Aug 10 15:18:23.090396 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] For port 5d0325ec-1129-4b82-a14c-c81658379f15, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:18:23.105565 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] For port 5d0325ec-1129-4b82-a14c-c81658379f15, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d0325ec-1129-4b82-a14c-c81658379f15,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:18:23.115625 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.164220 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:23.164343 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.166368 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] 10.222.0.50 "PUT /v2.0/ports/5d0325ec-1129-4b82-a14c-c81658379f15 HTTP/1.1" status: 200 len: 1093 time: 0.9833245 Aug 10 15:18:23.169233 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:18:23.171747 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f0171c-5765-46e0-96c6-fa7d6535fc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:18:23.221443 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e721da-13e3-4c2f-9277-2499cc6b0bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0325ec-1129-4b82-a14c-c81658379f15,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:23.226773 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e3a63-d5a3-4816-a431-a667444fbf4d x-openstack-request-id: req-6b1e3a63-d5a3-4816-a431-a667444fbf4d {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:18:23.227604 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:18:23.227802 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b1e3a63-d5a3-4816-a431-a667444fbf4d {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:18:23.228197 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15', 'status': 'completed', 'code': 200} Aug 10 15:18:23.274633 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-71cd3f9c-48c0-4bbf-aeb1-397f6c0ddb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:23.276164 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-71cd3f9c-48c0-4bbf-aeb1-397f6c0ddb53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 1096 time: 0.0636344 Aug 10 15:18:23.281730 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954525'] for router_interface, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.356253 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-8b5ac2f8-b591-466a-a241-b1a274bd6570 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0325ec-1129-4b82-a14c-c81658379f15 HTTP/1.1" status: 200 len: 217 time: 0.0722308 Aug 10 15:18:23.449722 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-81ce956b-22a3-4e3d-a5b9-f931789ba1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:23.451243 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-81ce956b-22a3-4e3d-a5b9-f931789ba1aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0863965 Aug 10 15:18:23.502177 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48178) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:23.549178 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-90b1a166-1ed8-439e-949c-34e8df304ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:23.550728 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-90b1a166-1ed8-439e-949c-34e8df304ba3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0911369 Aug 10 15:18:23.608191 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b05c6249-af88-40dc-a08e-b27c5e167484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.690444 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-28323b76-6a7f-44d2-b58a-ae132827cf5d service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306775 Aug 10 15:18:23.696992 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b05c6249-af88-40dc-a08e-b27c5e167484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.700737 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b05c6249-af88-40dc-a08e-b27c5e167484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.741298 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b05c6249-af88-40dc-a08e-b27c5e167484 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37579b9ea82e42ceb3d70ca9a802b43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379851 Aug 10 15:18:23.742127 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c6249-af88-40dc-a08e-b27c5e167484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae3133-ec7d-4b7b-8964-74cacc8818ce,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:23.744942 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48182) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:23.789259 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Deleting port 367f084a-4a24-4752-a210-82b3247b56dc {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:18:23.790000 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.889990 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-52dcf509-9f30-4e3a-b274-0680b22a81cd req-e8554186-cec8-4f27-8eae-c31d2981be7d service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912570 Aug 10 15:18:23.892454 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-98559769-a2e4-4379-b099-f6182df87f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.922253 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] For port 367f084a-4a24-4752-a210-82b3247b56dc, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=367f084a-4a24-4752-a210-82b3247b56dc,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:23.922650 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.938812 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-98559769-a2e4-4379-b099-f6182df87f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:23.958675 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Calling delete_port for 367f084a-4a24-4752-a210-82b3247b56dc owned by network:router_interface {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:18:24.063700 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-83a906f3-165e-431a-a203-2b9233dc821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:24.065238 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-83a906f3-165e-431a-a203-2b9233dc821a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 1096 time: 0.1245973 Aug 10 15:18:24.128979 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-98559769-a2e4-4379-b099-f6182df87f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:24.131517 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-98559769-a2e4-4379-b099-f6182df87f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:24.132655 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-98559769-a2e4-4379-b099-f6182df87f8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74ae3133-ec7d-4b7b-8964-74cacc8818ce HTTP/1.1" status: 204 len: 168 time: 0.3866427 Aug 10 15:18:24.213804 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98559769-a2e4-4379-b099-f6182df87f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae3133-ec7d-4b7b-8964-74cacc8818ce,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:24.299923 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d3a83-4eb2-4e00-820c-74a3e70bbd4c req-355b9843-557d-48c5-9848-e6b9c700349a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:24.302010 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ad7d3a83-4eb2-4e00-820c-74a3e70bbd4c req-355b9843-557d-48c5-9848-e6b9c700349a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 943 time: 0.2146153 Aug 10 15:18:24.347545 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-f00ae712-6408-4d5f-83f3-554393f6b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:24.349964 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-f00ae712-6408-4d5f-83f3-554393f6b48b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.2737501 Aug 10 15:18:24.422055 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-cceacb1e-a05e-4ae9-8f9a-8faae47b918c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0325ec-1129-4b82-a14c-c81658379f15 HTTP/1.1" status: 200 len: 217 time: 0.0476971 Aug 10 15:18:24.446770 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ad7d3a83-4eb2-4e00-820c-74a3e70bbd4c req-8f89564c-692d-4ffa-a1c6-7d00f8aa531e tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340146 Aug 10 15:18:24.479995 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:24.796167 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-f5c04760-48ad-4eb3-8289-7aea45bb1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:24.797636 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-f5c04760-48ad-4eb3-8289-7aea45bb1b16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.3658364 Aug 10 15:18:24.799892 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Pushing event deleted for resources: {'Port': ['ID=367f084a-4a24-4752-a210-82b3247b56dc,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:24.898605 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-2810b87e-429c-4032-a270-cc5cf209d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:24.900671 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-2810b87e-429c-4032-a270-cc5cf209d7b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0774269 Aug 10 15:18:25.071494 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651565'] for router_interface, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:25.076957 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-a7531ddd-d6af-4cc3-a370-ff35e946198c service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396325 Aug 10 15:18:25.143834 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:25.259392 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-27f0171c-5765-46e0-96c6-fa7d6535fc7e req-e802145d-58cf-420a-827b-1d6ac63b0383 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747069 Aug 10 15:18:25.388925 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:18:25.506919 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:18:25.513938 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-ae56d017-9b85-4d60-83de-cc2f3a26aa05 admin admin] 10.222.0.26 "PUT /v2.0/routers/91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1443491 Aug 10 15:18:25.516427 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48216) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:25.520793 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] Sync routers for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:18:25.548431 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:18:25.549538 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:17:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:25.552113 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-be3ffb4c-25d3-49e4-bb08-dbff22328e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:25.663400 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b334e7-9518-4361-a6c5-ec716da7577a req-67a08df0-f582-43b2-8f2b-681556334285 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:25.665234 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65b334e7-9518-4361-a6c5-ec716da7577a req-67a08df0-f582-43b2-8f2b-681556334285 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 943 time: 0.1410038 Aug 10 15:18:25.673341 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:18:25.702708 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:25.767837 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-65b334e7-9518-4361-a6c5-ec716da7577a req-926beaa8-2b76-4ac9-876a-498f75f73be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884788 Aug 10 15:18:25.837341 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:25.915538 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Deleting port 7977edc6-f861-460f-9b95-208a9721b162 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:18:25.916081 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:25.987506 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7977edc6-f861-460f-9b95-208a9721b162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:18:24Z', 'revision_number': 5, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port': {'id': '7977edc6-f861-460f-9b95-208a9721b162', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:10:08Z', 'updated_at': '2021-08-10T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:26.013568 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] For port 7977edc6-f861-460f-9b95-208a9721b162, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=7977edc6-f861-460f-9b95-208a9721b162,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:26.013954 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.015141 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] Checking router: 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:18:26.024578 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] Routers {'91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:18:26.025114 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:18:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:26.031935 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Calling delete_port for 7977edc6-f861-460f-9b95-208a9721b162 owned by network:router_gateway {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:18:26.115320 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] Set router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f gateway port host: None {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:18:26.171779 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:18:25Z', 'revision_number': 6, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port_host': None}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:26.198455 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.199673 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddee7ee-3978-40f0-a137-4d62ff710157 None None] The sync data for ids ['91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f'] in dv-cinder-780933-14-iscsi is: [{'id': '91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f', 'name': 'tempest-AttachVolumeShelveTestJSON-61683371-router', 'tenant_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:10:07Z', 'updated_at': '2021-08-10T15:18:25Z', 'revision_number': 6, 'project_id': 'e1f10a74313942b9aa4f4fc2f01fbd0d', 'gw_port_host': None}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:18:26.222730 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.244972 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7977edc6-f861-460f-9b95-208a9721b162,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:26.315960 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654795'] for router_gateway, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.408733 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113030'] for router, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.410980 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.469430 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652582'] for router, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.469961 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f {{(pid=93494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:18:26.474820 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.475985 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-093b4dc2-3b94-4a10-9d89-60f2814111e0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/91fa3c19-0ac5-49f5-a7d3-67b85d7a3e0f HTTP/1.1" status: 204 len: 168 time: 0.9531860 Aug 10 15:18:26.479283 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48224) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:26.529539 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc93c8f-eb42-4d28-95c4-5d0cc6d37ef9 admin admin] Deleting subnet b5afb919-3672-4f02-9af1-96a56f2ed2d4 {{(pid=93494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:18:26.530147 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4cc93c8f-eb42-4d28-95c4-5d0cc6d37ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.578243 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4cc93c8f-eb42-4d28-95c4-5d0cc6d37ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126725730'] for subnet, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.684717 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4cc93c8f-eb42-4d28-95c4-5d0cc6d37ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.731713 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.745687 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4cc93c8f-eb42-4d28-95c4-5d0cc6d37ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125861968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126083893'] for subnet, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.771833 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc93c8f-eb42-4d28-95c4-5d0cc6d37ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5afb919-3672-4f02-9af1-96a56f2ed2d4,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:26.776511 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4cc93c8f-eb42-4d28-95c4-5d0cc6d37ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.778462 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-4cc93c8f-eb42-4d28-95c4-5d0cc6d37ef9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b5afb919-3672-4f02-9af1-96a56f2ed2d4 HTTP/1.1" status: 204 len: 168 time: 0.2981787 Aug 10 15:18:26.781074 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48228) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:26.784327 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504b844-5cf8-4b35-bed1-fbe347f537f0 None None] Network b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:18:26.860277 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.927656 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff981e9-4d82-4b15-b110-b14e4b4e548a req-fdc465ad-f5be-4563-a75d-8deccef7004d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:26.929215 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bff981e9-4d82-4b15-b110-b14e4b4e548a req-fdc465ad-f5be-4563-a75d-8deccef7004d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 943 time: 0.0817719 Aug 10 15:18:26.983032 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc8298-3209-4c09-b713-42c93b1b9c8c None None] DHCP port deletion for b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc request from dv-cinder-780933-14-iscsi {{(pid=93496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:18:26.983333 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Deleting port 09d4db91-267f-4443-95a6-5021e9892529 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:18:26.983503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:26.987760 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bff981e9-4d82-4b15-b110-b14e4b4e548a req-eea6002f-cfa5-4a90-9b29-c05776b47ff7 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480864 Aug 10 15:18:27.038666 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-82fc8298-3209-4c09-b713-42c93b1b9c8c None None] Deleting port 09d4db91-267f-4443-95a6-5021e9892529 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:18:27.039040 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82fc8298-3209-4c09-b713-42c93b1b9c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.050490 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] For port 09d4db91-267f-4443-95a6-5021e9892529, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=09d4db91-267f-4443-95a6-5021e9892529,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:27.050997 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.068845 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Calling delete_port for 09d4db91-267f-4443-95a6-5021e9892529 owned by network:dhcp {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:18:27.103506 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-82fc8298-3209-4c09-b713-42c93b1b9c8c None None] For port 09d4db91-267f-4443-95a6-5021e9892529, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=09d4db91-267f-4443-95a6-5021e9892529,segment=NetworkSegment(48094702-ccaf-43e7-b57e-b9e27602c28e),segment_id=48094702-ccaf-43e7-b57e-b9e27602c28e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:27.103894 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82fc8298-3209-4c09-b713-42c93b1b9c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.121710 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-82fc8298-3209-4c09-b713-42c93b1b9c8c None None] Calling delete_port for 09d4db91-267f-4443-95a6-5021e9892529 owned by network:dhcp {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:18:27.153944 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.181625 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d4db91-267f-4443-95a6-5021e9892529,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:27.183747 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] No DVR routers for this DVR port 09d4db91-267f-4443-95a6-5021e9892529 on host dv-cinder-780933-14-iscsi {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:18:27.262892 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.268726 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82fc8298-3209-4c09-b713-42c93b1b9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.274611 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:27.288127 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48094702-ccaf-43e7-b57e-b9e27602c28e') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:27.288503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48094702-ccaf-43e7-b57e-b9e27602c28e') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:27.299702 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.303261 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc8298-3209-4c09-b713-42c93b1b9c8c None None] Pushing event deleted for resources: {'Port': ['ID=09d4db91-267f-4443-95a6-5021e9892529,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:27.306267 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc8298-3209-4c09-b713-42c93b1b9c8c None None] No DVR routers for this DVR port 09d4db91-267f-4443-95a6-5021e9892529 on host dv-cinder-780933-14-iscsi {{(pid=93496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:18:27.323731 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.334236 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:18:27.334958 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:18:27.337656 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:18:27.399073 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.408886 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.411023 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc HTTP/1.1" status: 204 len: 168 time: 0.6288970 Aug 10 15:18:27.421759 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd115f7-9871-4d28-988f-3e429e76ae47 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fd9316-6b3d-4ec7-85d1-37e7a8baa5bc,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:27.585807 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48234) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:27.632986 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-38f37d7b-b188-4d42-9419-c33ae6767ef8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1f10a74313942b9aa4f4fc2f01fbd0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0459404 Aug 10 15:18:27.635427 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48238) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:27.685253 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2031aec4-91ff-452d-a949-59106a5ba2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.706954 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2031aec4-91ff-452d-a949-59106a5ba2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.759558 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2031aec4-91ff-452d-a949-59106a5ba2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.762143 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2031aec4-91ff-452d-a949-59106a5ba2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:27.763362 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-2031aec4-91ff-452d-a949-59106a5ba2ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd5f84d5-da05-4d6e-8fba-a94fad839320 HTTP/1.1" status: 204 len: 168 time: 0.1270194 Aug 10 15:18:27.771644 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031aec4-91ff-452d-a949-59106a5ba2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f84d5-da05-4d6e-8fba-a94fad839320,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:27.890036 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 7977edc6-f861-460f-9b95-208a9721b162 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:18:27.912415 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 7977edc6-f861-460f-9b95-208a9721b162 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:18:27.913158 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 7977edc6-f861-460f-9b95-208a9721b162 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:18:27.913664 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 367f084a-4a24-4752-a210-82b3247b56dc no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:18:27.934263 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 367f084a-4a24-4752-a210-82b3247b56dc {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:18:27.934641 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 367f084a-4a24-4752-a210-82b3247b56dc not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:18:27.935048 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 09d4db91-267f-4443-95a6-5021e9892529 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:18:27.955382 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 09d4db91-267f-4443-95a6-5021e9892529 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:18:27.955977 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 09d4db91-267f-4443-95a6-5021e9892529 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:18:28.105231 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:28.112699 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440bee1-c67c-438f-8401-2502a9467b5c req-9897dd6b-9899-4dc8-9050-472e25048d16 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:28.114253 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e440bee1-c67c-438f-8401-2502a9467b5c req-9897dd6b-9899-4dc8-9050-472e25048d16 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 943 time: 0.0546212 Aug 10 15:18:28.155260 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e440bee1-c67c-438f-8401-2502a9467b5c req-92a892d0-ca8f-4788-b9c7-140643d8dc58 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348043 Aug 10 15:18:29.289127 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea11f2c-910c-46ab-8793-cfedeaa16982 req-1cd56c6b-4cfc-49af-b863-010d07256160 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:29.291284 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0ea11f2c-910c-46ab-8793-cfedeaa16982 req-1cd56c6b-4cfc-49af-b863-010d07256160 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 943 time: 0.0597503 Aug 10 15:18:29.331314 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0ea11f2c-910c-46ab-8793-cfedeaa16982 req-a956f945-0558-4dab-8057-2c1a123ff0a8 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336528 Aug 10 15:18:29.548193 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:18:29.701362 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48310) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:29.813529 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d37bab55-5cf7-4107-9530-883af8c75855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:29.905678 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d37bab55-5cf7-4107-9530-883af8c75855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:29.915105 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-d37bab55-5cf7-4107-9530-883af8c75855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:29.957354 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-d37bab55-5cf7-4107-9530-883af8c75855 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7148e5b15976438b9971608a03c31c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548683 Aug 10 15:18:29.959347 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bab55-5cf7-4107-9530-883af8c75855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469c583f-44f1-4562-ba8b-4dcdbd8a1dcb,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:29.960177 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48316) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:30.011420 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c29e74f0-cf28-4820-9c95-48baa1182be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.034714 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c29e74f0-cf28-4820-9c95-48baa1182be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.081438 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c29e74f0-cf28-4820-9c95-48baa1182be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.083999 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-c29e74f0-cf28-4820-9c95-48baa1182be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.085153 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-c29e74f0-cf28-4820-9c95-48baa1182be1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/469c583f-44f1-4562-ba8b-4dcdbd8a1dcb HTTP/1.1" status: 204 len: 168 time: 0.1239209 Aug 10 15:18:30.093464 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e74f0-cf28-4820-9c95-48baa1182be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469c583f-44f1-4562-ba8b-4dcdbd8a1dcb,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:30.372332 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48324) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:30.387099 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e6173012-00cd-4426-9cdf-6f8b44656cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.469658 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa25af9-a14c-4535-84ff-77f024debbe3 req-205042c2-7afb-410c-a3e3-df585966d210 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:30.471409 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9aa25af9-a14c-4535-84ff-77f024debbe3 req-205042c2-7afb-410c-a3e3-df585966d210 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 943 time: 0.0581508 Aug 10 15:18:30.497205 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e6173012-00cd-4426-9cdf-6f8b44656cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.502615 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-e6173012-00cd-4426-9cdf-6f8b44656cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.515514 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9aa25af9-a14c-4535-84ff-77f024debbe3 req-277ef772-37d3-477e-80e5-b9cf5f6ac04d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360527 Aug 10 15:18:30.541087 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-e6173012-00cd-4426-9cdf-6f8b44656cbf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=163d32beb7c34a529a48aa8d9686deb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675806 Aug 10 15:18:30.543163 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6173012-00cd-4426-9cdf-6f8b44656cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e34358f-253e-49f6-81d4-05b4b0f80562,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:30.544446 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48326) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:30.598746 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-19559e5e-a77f-4577-bb9a-3d150b128403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.621045 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-19559e5e-a77f-4577-bb9a-3d150b128403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.641898 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 5d0325ec-1129-4b82-a14c-c81658379f15 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:18:30.667568 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-19559e5e-a77f-4577-bb9a-3d150b128403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.670113 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-19559e5e-a77f-4577-bb9a-3d150b128403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.671300 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-19559e5e-a77f-4577-bb9a-3d150b128403 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e34358f-253e-49f6-81d4-05b4b0f80562 HTTP/1.1" status: 204 len: 168 time: 0.1252518 Aug 10 15:18:30.681195 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19559e5e-a77f-4577-bb9a-3d150b128403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e34358f-253e-49f6-81d4-05b4b0f80562,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:30.770802 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 5d0325ec-1129-4b82-a14c-c81658379f15, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d0325ec-1129-4b82-a14c-c81658379f15,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:30.784920 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '5d0325ec-1129-4b82-a14c-c81658379f15', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:18:30.828060 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.843991 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0325ec-1129-4b82-a14c-c81658379f15 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:18:30.868226 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 5d0325ec-1129-4b82-a14c-c81658379f15, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d0325ec-1129-4b82-a14c-c81658379f15,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:30.873939 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:30.937175 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=5d0325ec-1129-4b82-a14c-c81658379f15,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:30.944536 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.944967 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.945374 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.945831 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.946225 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.946649 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.947044 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.947434 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.947828 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.948215 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.948606 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:30.948932 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:31.110915 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['5d0325ec-1129-4b82-a14c-c81658379f15'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:18:31.628809 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511babb-4630-4f12-a8e3-233663ae460b req-3861e310-6a6d-4513-baf4-1572b2dbc541 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:31.630187 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1511babb-4630-4f12-a8e3-233663ae460b req-3861e310-6a6d-4513-baf4-1572b2dbc541 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 944 time: 0.0478137 Aug 10 15:18:31.669318 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-1511babb-4630-4f12-a8e3-233663ae460b req-c4b54cbe-d442-427c-9d56-192de002d32f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323541 Aug 10 15:18:32.786696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cd489-9c0b-49e0-8c45-37ed5f274e20 req-e0a3dbd4-15c8-4bad-8c30-5e01d3d6f470 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:32.788223 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-053cd489-9c0b-49e0-8c45-37ed5f274e20 req-e0a3dbd4-15c8-4bad-8c30-5e01d3d6f470 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 944 time: 0.0496473 Aug 10 15:18:32.826723 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-053cd489-9c0b-49e0-8c45-37ed5f274e20 req-1832719d-ba7e-4029-bae7-1e6084756aa2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Aug 10 15:18:33.131176 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48408) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:33.235690 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e8f09b9-46a6-4a06-a51d-c19a0644ffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.322238 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e8f09b9-46a6-4a06-a51d-c19a0644ffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.326033 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3e8f09b9-46a6-4a06-a51d-c19a0644ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.363170 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-3e8f09b9-46a6-4a06-a51d-c19a0644ffce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcf58800e455444f9d15cfb6cf96ea6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309105 Aug 10 15:18:33.364022 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f09b9-46a6-4a06-a51d-c19a0644ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a2aba9-f948-46d4-967b-9bf874250d43,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:33.365883 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48412) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:33.417370 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-85cd2de6-c918-4010-85c0-d52831c16471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.438399 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-85cd2de6-c918-4010-85c0-d52831c16471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.482600 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-85cd2de6-c918-4010-85c0-d52831c16471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.485082 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-85cd2de6-c918-4010-85c0-d52831c16471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.486203 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-85cd2de6-c918-4010-85c0-d52831c16471 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97a2aba9-f948-46d4-967b-9bf874250d43 HTTP/1.1" status: 204 len: 168 time: 0.1193013 Aug 10 15:18:33.494198 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd2de6-c918-4010-85c0-d52831c16471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a2aba9-f948-46d4-967b-9bf874250d43,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:33.742377 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48418) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:33.756100 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9b62-76d4-4de3-bcbc-10ae2cb648f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.847122 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9b62-76d4-4de3-bcbc-10ae2cb648f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.851746 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9b62-76d4-4de3-bcbc-10ae2cb648f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.889627 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c9b62-76d4-4de3-bcbc-10ae2cb648f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0523719-0f5b-450f-945c-ce26bdb317d8,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:33.893858 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3a8c9b62-76d4-4de3-bcbc-10ae2cb648f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8077602aa0be4256973aba737a859d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497853 Aug 10 15:18:33.896902 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48422) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:33.952620 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d920-a4c5-49fd-bb82-bbc88f43266b req-0c527f78-0de3-4d87-9ee8-e4536b2d66e4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:33.954193 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3054d920-a4c5-49fd-bb82-bbc88f43266b req-0c527f78-0de3-4d87-9ee8-e4536b2d66e4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 944 time: 0.0579519 Aug 10 15:18:33.954907 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bb9e18ec-ba29-4510-a4b1-762b408945ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.982519 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bb9e18ec-ba29-4510-a4b1-762b408945ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:33.999991 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3054d920-a4c5-49fd-bb82-bbc88f43266b req-69ffd14e-05c4-43d9-92b2-be45f432ab4b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Aug 10 15:18:34.036770 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bb9e18ec-ba29-4510-a4b1-762b408945ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:34.039383 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-bb9e18ec-ba29-4510-a4b1-762b408945ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:34.041068 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-bb9e18ec-ba29-4510-a4b1-762b408945ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0523719-0f5b-450f-945c-ce26bdb317d8 HTTP/1.1" status: 204 len: 168 time: 0.1432426 Aug 10 15:18:34.048803 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e18ec-ba29-4510-a4b1-762b408945ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0523719-0f5b-450f-945c-ce26bdb317d8,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:34.281009 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-0432c401-610e-4df6-899c-63bbebdeb7f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416296 Aug 10 15:18:34.370522 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-fd93c8e7-960f-445d-b99a-2d200a675510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:34.373216 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-fd93c8e7-960f-445d-b99a-2d200a675510 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1099 time: 0.0459685 Aug 10 15:18:34.487217 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-a3dfc021-4a30-4233-ae7a-394be0b9eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:34.488940 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-a3dfc021-4a30-4233-ae7a-394be0b9eff3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 910 time: 0.0958719 Aug 10 15:18:34.559368 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-1fb145c9-b72b-40c2-87c0-576cc0477e30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 1002 time: 0.0627565 Aug 10 15:18:34.610025 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-cd4bf5b1-fe82-4b59-9669-3c531df47c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:34.611510 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-cd4bf5b1-fe82-4b59-9669-3c531df47c88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 200 len: 848 time: 0.0453343 Aug 10 15:18:34.664348 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-962b8cf0-9417-4be2-8360-8dd94c2ecdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:34.665872 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-962b8cf0-9417-4be2-8360-8dd94c2ecdd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461364 Aug 10 15:18:34.760916 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-01d43414-83be-4d7c-a19a-b5222dce1d98 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868652 Aug 10 15:18:34.849837 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e1a677a6-2c8d-4167-bbbb-2a70466bb059 req-029eabbf-7ca2-4396-a239-0d69f1283bd8 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816734 Aug 10 15:18:35.127456 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8b76-e84a-45e2-afb9-25fb333c884c req-6d6d6a2c-b457-42b7-a95c-00ecf07142b6 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:35.129067 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-986b8b76-e84a-45e2-afb9-25fb333c884c req-6d6d6a2c-b457-42b7-a95c-00ecf07142b6 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 944 time: 0.0551994 Aug 10 15:18:35.192585 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-986b8b76-e84a-45e2-afb9-25fb333c884c req-389b3bc3-d4eb-4d4e-8710-8fb850484e83 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561736 Aug 10 15:18:36.308567 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c440-4b72-4dcb-9767-f8dac79024d1 req-843e98b4-82b0-4ca0-bf50-9100bcedd045 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:36.310029 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-91a4c440-4b72-4dcb-9767-f8dac79024d1 req-843e98b4-82b0-4ca0-bf50-9100bcedd045 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 944 time: 0.0516036 Aug 10 15:18:36.347825 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-91a4c440-4b72-4dcb-9767-f8dac79024d1 req-3d38001c-f017-40b2-b2db-5310ff527af9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318589 Aug 10 15:18:36.384332 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 5d0325ec-1129-4b82-a14c-c81658379f15 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:18:36.434366 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 5d0325ec-1129-4b82-a14c-c81658379f15 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:18:36.438010 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 5d0325ec-1129-4b82-a14c-c81658379f15 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:18:36.438381 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:36.516351 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:36.540302 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:18:36.542559 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7973522-da79-432d-8913-da2a952ab9b5" -d '{"events": [{"server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "name": "network-vif-plugged", "status": "completed", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:18:36.559759 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 5d0325ec-1129-4b82-a14c-c81658379f15, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d0325ec-1129-4b82-a14c-c81658379f15,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:18:36.564003 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:36.587918 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dfbea6-93c8-4b1b-a08c-4925a1f5af56 x-openstack-request-id: req-28dfbea6-93c8-4b1b-a08c-4925a1f5af56 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:18:36.588207 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "name": "network-vif-plugged", "status": "completed", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:18:36.588457 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28dfbea6-93c8-4b1b-a08c-4925a1f5af56 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:18:36.588840 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15', 'code': 200} Aug 10 15:18:36.614393 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=5d0325ec-1129-4b82-a14c-c81658379f15,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:37.463448 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cdba6-ceb3-4664-9033-d7421f989abc req-fe644881-3a9d-4ae8-969a-621f6e3dc687 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:37.464844 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-360cdba6-ceb3-4664-9033-d7421f989abc req-fe644881-3a9d-4ae8-969a-621f6e3dc687 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 945 time: 0.0497649 Aug 10 15:18:37.503513 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-360cdba6-ceb3-4664-9033-d7421f989abc req-68a4af69-e3b7-4f22-8fb3-3b632310a1cf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 Aug 10 15:18:38.401950 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dc0a9-f501-4c31-93a9-420b4b45a63a req-a57babd6-c013-47a8-95fd-63aede673835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:38.402769 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d80dc0a9-f501-4c31-93a9-420b4b45a63a req-a57babd6-c013-47a8-95fd-63aede673835 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 1098 time: 0.0394974 Aug 10 15:18:38.438921 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d80dc0a9-f501-4c31-93a9-420b4b45a63a req-854d2c76-abc7-4b23-abf9-7687880fa6bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272779 Aug 10 15:18:38.626162 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6f680-fc5b-4ac1-919c-b1ae9378931a req-0349b735-ef9f-4cd3-bc7d-aeefe6cf6828 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:38.627680 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d5c6f680-fc5b-4ac1-919c-b1ae9378931a req-0349b735-ef9f-4cd3-bc7d-aeefe6cf6828 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 945 time: 0.0531876 Aug 10 15:18:38.667411 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d5c6f680-fc5b-4ac1-919c-b1ae9378931a req-8fe0cf1e-92c3-4aec-87b0-0f0a66000f02 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330939 Aug 10 15:18:39.781079 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040ac50-c9d1-4609-a14d-abcff7f889c0 req-0cb618c1-caf8-4ba1-9da0-30c3fe614204 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:39.782588 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5040ac50-c9d1-4609-a14d-abcff7f889c0 req-0cb618c1-caf8-4ba1-9da0-30c3fe614204 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 945 time: 0.0492377 Aug 10 15:18:39.820201 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5040ac50-c9d1-4609-a14d-abcff7f889c0 req-6e572419-524b-4f91-92d4-12c82cf7398f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Aug 10 15:18:39.936041 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1382d9-3b94-41d7-8aa6-e7369331cec5 req-3a70d96c-b1d8-47fb-8500-70cec92a9117 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:39.937519 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-df1382d9-3b94-41d7-8aa6-e7369331cec5 req-3a70d96c-b1d8-47fb-8500-70cec92a9117 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 945 time: 0.0512562 Aug 10 15:18:39.974747 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-df1382d9-3b94-41d7-8aa6-e7369331cec5 req-246b8856-3427-4c3f-8962-701c312010ca tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312545 Aug 10 15:18:39.996561 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48556) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:40.037587 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c5579-342f-4513-93c2-776e444a6ca1 tempest-TestVolumeBootPattern-931191398 tempest-TestVolumeBootPattern-931191398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:40.039101 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9e9c5579-342f-4513-93c2-776e444a6ca1 tempest-TestVolumeBootPattern-931191398 tempest-TestVolumeBootPattern-931191398-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 1093 time: 0.0416124 Aug 10 15:18:40.042444 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48558) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:40.046638 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'floatingip': {'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'tenant_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:18:40.067205 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:40.159258 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:40.267302 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Allocated IP 172.27.2.77 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/916ae05d-0a4c-45fa-97fa-04b4db7f8b2d) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:18:40.366729 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:40.405298 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:40.449996 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:18:40.452917 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:18:40.460891 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:18:40.464795 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'Port': ['ID=916ae05d-0a4c-45fa-97fa-04b4db7f8b2d,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:41.100946 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:41.169343 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:41.322079 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:41.326762 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:41.397474 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'Port': ['ID=916ae05d-0a4c-45fa-97fa-04b4db7f8b2d,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:41.409291 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.409648 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.409992 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.410333 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.410696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.411033 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.411369 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.411702 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.412033 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.412369 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.412696 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.413020 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:41.420145 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:41.537377 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Floating IP 1ad8d137-5f9d-4e51-aac0-0ef894c1d541 associated. External IP: 172.27.2.77, port: 5d0325ec-1129-4b82-a14c-c81658379f15. Aug 10 15:18:41.748425 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Router d9eeb9db-a7cb-4355-bba2-35e0a2004655 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:18:41.861926 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:18:41.872676 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] Sync routers for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:18:41.879204 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:41.883826 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:18:41.884662 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:18:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:41.909176 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-41bef625-511d-41a5-a370-4e1025f4dabf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8655353 Aug 10 15:18:41.909768 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:18:41.912086 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721ab2a3-4916-45e9-8a48-c2c697767ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:18:41.950670 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6e4dd5-11a3-4214-baa9-4d5e568f227f x-openstack-request-id: req-be6e4dd5-11a3-4214-baa9-4d5e568f227f {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:18:41.950961 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:18:41.951212 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be6e4dd5-11a3-4214-baa9-4d5e568f227f {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:18:41.951643 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15', 'status': 'completed', 'code': 200} Aug 10 15:18:42.007020 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:18:42.207205 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-00d8304b-1572-4fdb-b0bf-0f88c97fed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:42.209944 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-00d8304b-1572-4fdb-b0bf-0f88c97fed6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 1098 time: 0.0427287 Aug 10 15:18:42.239808 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '1ad8d137-5f9d-4e51-aac0-0ef894c1d541', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:18:40Z', 'updated_at': '2021-08-10T15:18:40Z', 'revision_number': 0, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:42.271391 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] Checking router: d9eeb9db-a7cb-4355-bba2-35e0a2004655 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:18:42.279135 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:18:42.279752 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:18:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:42.306519 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-af5fed74-6a56-443b-8f7c-51ae0dd30756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:42.308003 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-af5fed74-6a56-443b-8f7c-51ae0dd30756 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.0923963 Aug 10 15:18:42.388881 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-9f4371af-6c5d-4205-b605-ee239b4b625e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0325ec-1129-4b82-a14c-c81658379f15 HTTP/1.1" status: 200 len: 998 time: 0.0734906 Aug 10 15:18:42.389164 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:18:42.453803 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-4b03df09-da8c-4dbb-83ab-95dee400250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:42.455326 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-4b03df09-da8c-4dbb-83ab-95dee400250a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0526860 Aug 10 15:18:42.504617 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-1826ac7c-8123-478e-9dd0-40c42fb725ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:18:42.506034 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-1826ac7c-8123-478e-9dd0-40c42fb725ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429597 Aug 10 15:18:42.599832 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-6a48229e-4e61-4dd3-a1c0-d7b7849e857f service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858889 Aug 10 15:18:42.622182 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '1ad8d137-5f9d-4e51-aac0-0ef894c1d541', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:18:40Z', 'updated_at': '2021-08-10T15:18:40Z', 'revision_number': 0, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:18:42.649848 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9994797-3a5a-42fe-aab6-6d6a46a7b93a None None] The sync data for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi is: [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '1ad8d137-5f9d-4e51-aac0-0ef894c1d541', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:18:40Z', 'updated_at': '2021-08-10T15:18:40Z', 'revision_number': 0, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:18:42.695825 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-721ab2a3-4916-45e9-8a48-c2c697767ea7 req-1c3fec10-cd70-48b9-a13c-8c65d0e494bf service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891979 Aug 10 15:18:42.835829 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7572a42-ef0b-4450-9088-f6cd0ccd32aa None None] New status for floating IP 1ad8d137-5f9d-4e51-aac0-0ef894c1d541: ACTIVE {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:18:46.169164 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48622) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:46.271870 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4cc8ba55-00ce-46a1-886a-9543c1f57ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.376221 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4cc8ba55-00ce-46a1-886a-9543c1f57ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.381549 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4cc8ba55-00ce-46a1-886a-9543c1f57ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.437078 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-4cc8ba55-00ce-46a1-886a-9543c1f57ccd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e6aabaaef454ca89cbce05848819586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666504 Aug 10 15:18:46.437997 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8ba55-00ce-46a1-886a-9543c1f57ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147d837b-7275-4c96-9363-ce629786973a,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:46.439837 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48630) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:46.490695 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9445dc4f-b9e7-47ba-8e59-f479c124bb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.513166 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9445dc4f-b9e7-47ba-8e59-f479c124bb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.568763 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9445dc4f-b9e7-47ba-8e59-f479c124bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.573887 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48634) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:46.575103 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-9445dc4f-b9e7-47ba-8e59-f479c124bb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.578751 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-9445dc4f-b9e7-47ba-8e59-f479c124bb6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/147d837b-7275-4c96-9363-ce629786973a HTTP/1.1" status: 204 len: 168 time: 0.1353648 Aug 10 15:18:46.585106 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445dc4f-b9e7-47ba-8e59-f479c124bb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147d837b-7275-4c96-9363-ce629786973a,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:46.821862 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-63ae8d43-62be-4126-b775-c855c63325c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.894134 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48642) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:46.908134 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0908e004-a148-4735-9a73-cc0cbcab57ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.924671 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-63ae8d43-62be-4126-b775-c855c63325c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.928672 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-63ae8d43-62be-4126-b775-c855c63325c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:46.970243 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae8d43-62be-4126-b775-c855c63325c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4bec98-d1b6-42d5-8276-1edc14cb47ee,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:46.978424 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-63ae8d43-62be-4126-b775-c855c63325c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c8e7ca5a4044e0e97a3705142b8e1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020069 Aug 10 15:18:46.981747 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48644) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:47.009472 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0908e004-a148-4735-9a73-cc0cbcab57ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.013791 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-0908e004-a148-4735-9a73-cc0cbcab57ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.037096 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-23431892-afb4-4c83-8332-e0f64bd53c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.053452 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908e004-a148-4735-9a73-cc0cbcab57ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bda510-48f2-4991-a348-10e76c95fde8,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:47.060705 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-0908e004-a148-4735-9a73-cc0cbcab57ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a90e3fec91f443588a5d848f4e8723d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631637 Aug 10 15:18:47.060896 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-23431892-afb4-4c83-8332-e0f64bd53c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.061005 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48646) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:47.133779 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab0bf-0d75-416f-b9cf-0bc85fee5fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.145139 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-23431892-afb4-4c83-8332-e0f64bd53c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.147679 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-23431892-afb4-4c83-8332-e0f64bd53c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.148830 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-23431892-afb4-4c83-8332-e0f64bd53c98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd4bec98-d1b6-42d5-8276-1edc14cb47ee HTTP/1.1" status: 204 len: 168 time: 0.1657314 Aug 10 15:18:47.168299 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab0bf-0d75-416f-b9cf-0bc85fee5fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.170030 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23431892-afb4-4c83-8332-e0f64bd53c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4bec98-d1b6-42d5-8276-1edc14cb47ee,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:47.219336 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab0bf-0d75-416f-b9cf-0bc85fee5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.222087 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0a9ab0bf-0d75-416f-b9cf-0bc85fee5fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:47.225650 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-0a9ab0bf-0d75-416f-b9cf-0bc85fee5fc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83bda510-48f2-4991-a348-10e76c95fde8 HTTP/1.1" status: 204 len: 168 time: 0.1613877 Aug 10 15:18:47.233001 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ab0bf-0d75-416f-b9cf-0bc85fee5fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bda510-48f2-4991-a348-10e76c95fde8,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:52.341418 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7470432f-7776-480c-81fb-2975c25597d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:53.489670 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48770) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:53.596737 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8cb9ac1f-fdbb-4e15-bd8d-c694472256bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:53.695886 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8cb9ac1f-fdbb-4e15-bd8d-c694472256bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:53.700140 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-8cb9ac1f-fdbb-4e15-bd8d-c694472256bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:53.754512 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9ac1f-fdbb-4e15-bd8d-c694472256bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d03801e-7f01-41a6-9242-175151e4041e,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:53.765123 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-8cb9ac1f-fdbb-4e15-bd8d-c694472256bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b2064af4e6748c3b431cadee89b5a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744277 Aug 10 15:18:53.767712 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48774) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:53.815237 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-f74e5fe1-c2ef-46b6-8fa9-b48ae9c2d3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:53.836375 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-f74e5fe1-c2ef-46b6-8fa9-b48ae9c2d3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:53.881075 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-f74e5fe1-c2ef-46b6-8fa9-b48ae9c2d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:53.884101 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-f74e5fe1-c2ef-46b6-8fa9-b48ae9c2d3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:53.885249 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-f74e5fe1-c2ef-46b6-8fa9-b48ae9c2d3fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d03801e-7f01-41a6-9242-175151e4041e HTTP/1.1" status: 204 len: 168 time: 0.1166294 Aug 10 15:18:53.893492 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e5fe1-c2ef-46b6-8fa9-b48ae9c2d3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d03801e-7f01-41a6-9242-175151e4041e,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:54.150111 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48780) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:54.163392 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:54.252782 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:54.257673 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:54.294822 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a446e6a698754e45b7c7cdcf0b5e561c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436064 Aug 10 15:18:54.296343 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cac99d-0b90-4102-a710-df9aa08be574,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:54.298024 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48782) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:18:54.303549 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.303905 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.304249 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.304584 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.304916 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.305250 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.305578 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.305907 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.306228 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.306581 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.306899 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.307215 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa66db-30d3-48e2-b77e-10bebd3c33f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:18:54.346904 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-116023e5-6dbf-4c2c-b24a-d65896f5bb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:54.370286 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-116023e5-6dbf-4c2c-b24a-d65896f5bb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:54.414844 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-116023e5-6dbf-4c2c-b24a-d65896f5bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:54.417387 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-116023e5-6dbf-4c2c-b24a-d65896f5bb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:54.418548 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-116023e5-6dbf-4c2c-b24a-d65896f5bb15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4cac99d-0b90-4102-a710-df9aa08be574 HTTP/1.1" status: 204 len: 168 time: 0.1194503 Aug 10 15:18:54.426867 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116023e5-6dbf-4c2c-b24a-d65896f5bb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cac99d-0b90-4102-a710-df9aa08be574,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:18:55.146489 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:55.546536 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1e3b30b5-c318-4ca0-8d98-74c04a1da838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:56.222031 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:56.728151 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:18:58.104647 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.059756 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48892) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:05.167305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2949f882-14c2-4677-8b69-6910212d32e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.256662 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2949f882-14c2-4677-8b69-6910212d32e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.262198 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-2949f882-14c2-4677-8b69-6910212d32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.301111 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949f882-14c2-4677-8b69-6910212d32e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b78ff-727c-45d2-add3-a8cfa3d3583a,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:19:05.305576 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-2949f882-14c2-4677-8b69-6910212d32e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46a467f7017f47fb8274ff06b627395d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446685 Aug 10 15:19:05.308362 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48896) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:05.361088 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e6e748a0-9bcc-4db1-bd6a-bfb433165192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.383294 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e6e748a0-9bcc-4db1-bd6a-bfb433165192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.432516 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e6e748a0-9bcc-4db1-bd6a-bfb433165192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.435170 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-e6e748a0-9bcc-4db1-bd6a-bfb433165192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.436354 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-e6e748a0-9bcc-4db1-bd6a-bfb433165192 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b9b78ff-727c-45d2-add3-a8cfa3d3583a HTTP/1.1" status: 204 len: 168 time: 0.1268423 Aug 10 15:19:05.445074 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e748a0-9bcc-4db1-bd6a-bfb433165192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b78ff-727c-45d2-add3-a8cfa3d3583a,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:19:05.744182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48902) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:05.760634 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0c2922f0-daf7-4080-9634-8d50bfbf530a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.856573 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0c2922f0-daf7-4080-9634-8d50bfbf530a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.860601 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0c2922f0-daf7-4080-9634-8d50bfbf530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.899769 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-0c2922f0-daf7-4080-9634-8d50bfbf530a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=605545d69bd4401b94d555e675f6dfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543489 Aug 10 15:19:05.900655 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2922f0-daf7-4080-9634-8d50bfbf530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b469132b-09d9-4412-bde2-f5ebb1f8d7ec,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:19:05.903400 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48904) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:05.956130 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-89e66039-144a-4a19-ab55-667715e6141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:05.979121 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-89e66039-144a-4a19-ab55-667715e6141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:06.026284 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-89e66039-144a-4a19-ab55-667715e6141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:06.030281 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-89e66039-144a-4a19-ab55-667715e6141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:06.032271 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-89e66039-144a-4a19-ab55-667715e6141c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b469132b-09d9-4412-bde2-f5ebb1f8d7ec HTTP/1.1" status: 204 len: 168 time: 0.1270182 Aug 10 15:19:06.040637 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e66039-144a-4a19-ab55-667715e6141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b469132b-09d9-4412-bde2-f5ebb1f8d7ec,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:19:06.549597 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:19:07.138630 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 48934) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:07.255980 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fa2a595f-dd06-422a-9c26-da2b88a03b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:07.366246 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fa2a595f-dd06-422a-9c26-da2b88a03b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:07.370745 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-fa2a595f-dd06-422a-9c26-da2b88a03b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:07.411500 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-fa2a595f-dd06-422a-9c26-da2b88a03b9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72d28dad57754c41a707c53545467f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717211 Aug 10 15:19:07.412395 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a595f-dd06-422a-9c26-da2b88a03b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee090d6-797e-4315-814e-44340508346c,revision_number=1']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:19:07.415491 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 48938) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:07.472344 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3663a065-39a2-45ba-a34e-d599b7db0847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:07.497288 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3663a065-39a2-45ba-a34e-d599b7db0847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:07.546929 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3663a065-39a2-45ba-a34e-d599b7db0847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:07.549747 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3663a065-39a2-45ba-a34e-d599b7db0847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:07.550968 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-3663a065-39a2-45ba-a34e-d599b7db0847 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cee090d6-797e-4315-814e-44340508346c HTTP/1.1" status: 204 len: 168 time: 0.1342294 Aug 10 15:19:07.558947 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663a065-39a2-45ba-a34e-d599b7db0847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee090d6-797e-4315-814e-44340508346c,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:19:22.342012 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-75d73c26-3fe0-4d3c-a195-c0b43e5bbba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:25.147871 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:25.548257 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3a67b3e1-88c8-4845-93e7-cf11ca88d650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:26.224846 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:26.740378 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:27.163150 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49070) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:27.266230 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3931d86e-b1e0-4f3d-b717-6d9da8d2d56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:27.355510 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3931d86e-b1e0-4f3d-b717-6d9da8d2d56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:27.359296 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-3931d86e-b1e0-4f3d-b717-6d9da8d2d56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:27.397691 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-3931d86e-b1e0-4f3d-b717-6d9da8d2d56a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=135fde3b028d4903bb2962eb231f4a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333937 Aug 10 15:19:27.398805 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931d86e-b1e0-4f3d-b717-6d9da8d2d56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6e6137-a27b-42f9-abc9-853ef7b5d37d,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:19:27.401475 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49074) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:19:27.450423 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-108b97e3-b657-4bf2-82eb-4c7e44a1eff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:27.470861 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-108b97e3-b657-4bf2-82eb-4c7e44a1eff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:27.517231 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-108b97e3-b657-4bf2-82eb-4c7e44a1eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:27.520668 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-108b97e3-b657-4bf2-82eb-4c7e44a1eff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:27.521811 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-108b97e3-b657-4bf2-82eb-4c7e44a1eff9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f6e6137-a27b-42f9-abc9-853ef7b5d37d HTTP/1.1" status: 204 len: 168 time: 0.1193562 Aug 10 15:19:27.531978 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b97e3-b657-4bf2-82eb-4c7e44a1eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6e6137-a27b-42f9-abc9-853ef7b5d37d,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:19:28.110275 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:34.265438 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-05a080a9-28bc-4893-8668-77b38c34151b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396378 Aug 10 15:19:34.350430 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-5bb24ff5-73de-4624-a80c-aed5fdf7cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:34.351991 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-5bb24ff5-73de-4624-a80c-aed5fdf7cf3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1099 time: 0.0427690 Aug 10 15:19:34.459346 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-09ddeb4d-bb48-4e59-8f13-40aee8bf8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:34.460824 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-09ddeb4d-bb48-4e59-8f13-40aee8bf8bd2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 910 time: 0.0901544 Aug 10 15:19:34.527369 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-e35a6bac-9c73-45f8-bc11-f59ceed113ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 1002 time: 0.0589633 Aug 10 15:19:34.577335 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-dfa4304b-e616-43e4-801a-d1fe780dc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:34.578870 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-dfa4304b-e616-43e4-801a-d1fe780dc263 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 200 len: 848 time: 0.0447671 Aug 10 15:19:34.628737 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-91818602-b0d6-4e8f-a92a-356f918e7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:34.630772 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-91818602-b0d6-4e8f-a92a-356f918e7efa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444350 Aug 10 15:19:34.721533 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-bca81332-54d4-4854-8909-1d3f35cbd426 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839181 Aug 10 15:19:34.815862 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5e4d914-6b27-4d40-aa32-85bec19b2008 req-aa394963-892c-4eec-9ff6-5bd482b59e49 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874619 Aug 10 15:19:43.551369 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:19:52.342344 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-bb69174b-fd24-472b-8ab6-e4fb64552d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:53.310855 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732da0c-70b1-4a6c-ad85-d0bb8858d09a req-a2928af5-fe25-4887-8d3c-57d682f3ca44 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:53.312366 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4732da0c-70b1-4a6c-ad85-d0bb8858d09a req-a2928af5-fe25-4887-8d3c-57d682f3ca44 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0489397 Aug 10 15:19:53.351562 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4732da0c-70b1-4a6c-ad85-d0bb8858d09a req-04e884c7-2496-4d36-80b0-39bdc8583a5c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329046 Aug 10 15:19:54.466900 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276427a-f802-4d43-8db8-16e5003179b6 req-d4427a6d-3763-497d-ab86-14a2df1d8e8b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:54.468349 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4276427a-f802-4d43-8db8-16e5003179b6 req-d4427a6d-3763-497d-ab86-14a2df1d8e8b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0487280 Aug 10 15:19:54.504431 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4276427a-f802-4d43-8db8-16e5003179b6 req-f8816170-79d5-4a22-aa27-5565a76a144c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302505 Aug 10 15:19:55.147576 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:55.550563 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-efdcf131-d215-4065-82e7-a4761752ff66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:55.635853 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa8978-897d-42f8-af79-99998ee367a0 req-bd28d374-ec75-4cac-a4da-333a5b9cbdf9 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:55.637310 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b2aa8978-897d-42f8-af79-99998ee367a0 req-bd28d374-ec75-4cac-a4da-333a5b9cbdf9 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0513155 Aug 10 15:19:55.675756 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-b2aa8978-897d-42f8-af79-99998ee367a0 req-7b893cfe-1d21-4fb4-ad8c-a16821500b38 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324104 Aug 10 15:19:56.227101 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:56.741487 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:56.793021 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae58e4-d2f2-4e4d-86aa-7253db5488d2 req-9ea431ae-3c3a-4e04-8358-b61bcaa524e7 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:56.794519 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-38ae58e4-d2f2-4e4d-86aa-7253db5488d2 req-9ea431ae-3c3a-4e04-8358-b61bcaa524e7 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0477066 Aug 10 15:19:56.832275 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-38ae58e4-d2f2-4e4d-86aa-7253db5488d2 req-10a6cb8d-3298-47c7-9a01-e0076943b301 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Aug 10 15:19:57.944415 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191ce3b-e43b-4628-aefa-c46851121852 req-9d03eb04-1e41-4442-866a-d5c292936b72 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:57.945891 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0191ce3b-e43b-4628-aefa-c46851121852 req-9d03eb04-1e41-4442-866a-d5c292936b72 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0476310 Aug 10 15:19:57.982718 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-0191ce3b-e43b-4628-aefa-c46851121852 req-d0ad2ea1-bdc6-4e9b-8ca6-42f13cf9ab2e tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308924 Aug 10 15:19:58.110248 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:19:59.100210 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2de41-5514-4a21-88a8-30939ee67846 req-55018c55-51d2-4507-bb8c-f10e7f26f950 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:19:59.101716 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5bc2de41-5514-4a21-88a8-30939ee67846 req-55018c55-51d2-4507-bb8c-f10e7f26f950 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0540621 Aug 10 15:19:59.137855 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5bc2de41-5514-4a21-88a8-30939ee67846 req-7a334dbc-cb33-437d-b0f2-9c707f75d61d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302172 Aug 10 15:20:00.251301 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c18a-bdc3-4d14-8b40-6247c34ebeb4 req-0e4eaf28-a72f-4609-b044-aafd5760fe5d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:00.252767 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-99c8c18a-bdc3-4d14-8b40-6247c34ebeb4 req-0e4eaf28-a72f-4609-b044-aafd5760fe5d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0481272 Aug 10 15:20:00.291271 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-99c8c18a-bdc3-4d14-8b40-6247c34ebeb4 req-ac9ea4db-a300-4f19-81eb-3d16f6dc819e tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319593 Aug 10 15:20:01.402345 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64624d42-0ab6-45e4-b832-7cba67a8b097 req-20f5538b-f7d0-48c3-8aeb-3aa67836c17b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:01.403814 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-64624d42-0ab6-45e4-b832-7cba67a8b097 req-20f5538b-f7d0-48c3-8aeb-3aa67836c17b tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0476077 Aug 10 15:20:01.440140 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-64624d42-0ab6-45e4-b832-7cba67a8b097 req-a1fdec67-c5b5-474e-9960-31137054e668 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304551 Aug 10 15:20:02.556391 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca14b-77d3-4670-8e42-5317c1f64b15 req-907ee959-edf1-4532-a2f6-1424aa9a09e2 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:02.557776 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-412ca14b-77d3-4670-8e42-5317c1f64b15 req-907ee959-edf1-4532-a2f6-1424aa9a09e2 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0519176 Aug 10 15:20:02.593889 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-412ca14b-77d3-4670-8e42-5317c1f64b15 req-6fd6a148-6c15-41d1-95d2-f2c925edb3aa tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302162 Aug 10 15:20:03.440443 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-87f74c43-92e8-4540-a487-9a23e0e0c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:03.441928 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-87f74c43-92e8-4540-a487-9a23e0e0c564 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1099 time: 0.0403214 Aug 10 15:20:03.533457 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-e3f0f335-708c-47ab-a048-ce4ad6cb3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:03.534808 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-e3f0f335-708c-47ab-a048-ce4ad6cb3037 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 910 time: 0.0853093 Aug 10 15:20:03.597571 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-d91424db-9ce3-476f-a333-ac0aff6f1cdb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 1002 time: 0.0555809 Aug 10 15:20:03.646665 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-e028b0b9-0975-4f00-b90a-f05689bf496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:03.648122 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-e028b0b9-0975-4f00-b90a-f05689bf496c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 200 len: 848 time: 0.0429389 Aug 10 15:20:03.729220 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105d29f-5721-4f3e-8908-9a7993f1007c req-dd1045fd-605d-4e15-a022-2443ea641e37 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:03.730748 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5105d29f-5721-4f3e-8908-9a7993f1007c req-dd1045fd-605d-4e15-a022-2443ea641e37 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0683646 Aug 10 15:20:03.733639 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-bc38e437-a846-463d-83c8-3b68d0f267d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:03.735054 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-bc38e437-a846-463d-83c8-3b68d0f267d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0801415 Aug 10 15:20:03.814930 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-5105d29f-5721-4f3e-8908-9a7993f1007c req-a1db13a5-c7d4-420d-bd82-f9ac8d41e749 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779893 Aug 10 15:20:03.846546 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-3f2fabb6-6461-40e1-8a24-63bedab7c72d service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031916 Aug 10 15:20:03.934175 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7b7011d4-2929-4122-a82f-a84ca5dac984 req-f640fcb0-895e-4430-be96-2f64edfa4c8b service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807188 Aug 10 15:20:04.926994 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450ed1d-d097-420d-8a22-6854a50720b3 req-9dcf161b-88f9-4d2d-80ed-6ef4ef386c48 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:04.929081 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d450ed1d-d097-420d-8a22-6854a50720b3 req-9dcf161b-88f9-4d2d-80ed-6ef4ef386c48 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0484636 Aug 10 15:20:04.966184 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d450ed1d-d097-420d-8a22-6854a50720b3 req-be7dbc51-b577-4e2e-8105-542fbab3c6cc tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Aug 10 15:20:06.087721 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee30fa9-c771-4951-84fe-527e291e39da req-225de14f-3d38-417f-aeef-cd6cd4cf9ddd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:06.089271 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6ee30fa9-c771-4951-84fe-527e291e39da req-225de14f-3d38-417f-aeef-cd6cd4cf9ddd tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0567966 Aug 10 15:20:06.132651 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-6ee30fa9-c771-4951-84fe-527e291e39da req-e9531fbe-50b4-4fd3-ad3a-ede2b7578bbc tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363789 Aug 10 15:20:07.358827 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd644b-7742-4951-8255-c626af31a203 req-b35a84ce-905f-47cf-bc3b-76023a9b114a tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:07.360328 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50bd644b-7742-4951-8255-c626af31a203 req-b35a84ce-905f-47cf-bc3b-76023a9b114a tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0496526 Aug 10 15:20:07.421578 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50bd644b-7742-4951-8255-c626af31a203 req-53ffe426-06d5-453c-9063-6e6a7d6e4b84 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549116 Aug 10 15:20:07.433751 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-5327a83b-97c7-483c-bbfe-f35e821ff810 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1458950 Aug 10 15:20:08.414876 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b683afb5-9b03-4e28-82ed-be502f41fd73 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:20:08.487542 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:08.510359 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:20:08.512559 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab58c03b-7c77-4082-911b-2fa109d256dc" -d '{"events": [{"server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "name": "network-vif-unplugged", "status": "completed", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:20:08.525218 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b683afb5-9b03-4e28-82ed-be502f41fd73,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:20:08.531262 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:08.560804 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3996e8e9-179d-4238-a1bf-16b20726330f x-openstack-request-id: req-3996e8e9-179d-4238-a1bf-16b20726330f {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:20:08.561363 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "name": "network-vif-unplugged", "status": "completed", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:20:08.561774 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3996e8e9-179d-4238-a1bf-16b20726330f {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:20:08.562319 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'code': 200} Aug 10 15:20:08.572964 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-9ebdb8e6-ae23-4d8e-8ff2-eab43609dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:08.574541 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-9ebdb8e6-ae23-4d8e-8ff2-eab43609dea8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad&tenant_id=0dd956b2bc4e475c8d313dab0a7ded37 HTTP/1.1" status: 200 len: 1097 time: 0.0522308 Aug 10 15:20:08.589277 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=b683afb5-9b03-4e28-82ed-be502f41fd73,revision_number=6']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:08.596247 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.596619 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.596932 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.597264 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.597596 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.597924 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.598246 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.598596 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.598920 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.599242 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.599554 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.599874 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:08.675094 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-c1fe7e60-d114-4be1-8d33-8a86ce07f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:08.676508 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-c1fe7e60-d114-4be1-8d33-8a86ce07f600 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1097 time: 0.0794175 Aug 10 15:20:08.683914 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a463b1-0ce0-4edd-b795-667e46b09ada req-ae70701f-f14f-434d-b470-b36566ab20f2 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:08.685351 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a5a463b1-0ce0-4edd-b795-667e46b09ada req-ae70701f-f14f-434d-b470-b36566ab20f2 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.1967142 Aug 10 15:20:08.769469 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a5a463b1-0ce0-4edd-b795-667e46b09ada req-2b6aa277-80d2-4d44-bdae-68d720ca1c93 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762429 Aug 10 15:20:08.796621 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-393838a7-7aa0-4637-9c65-6e30cc92efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:08.798104 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-393838a7-7aa0-4637-9c65-6e30cc92efc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 910 time: 0.1119385 Aug 10 15:20:08.861529 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-fe0b4c05-1ec7-49b1-afc2-e6ad3f643427 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 1000 time: 0.0557036 Aug 10 15:20:08.912113 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-3758559e-bd19-476c-82ea-1154fd743033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:08.913557 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-3758559e-bd19-476c-82ea-1154fd743033 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 200 len: 848 time: 0.0448961 Aug 10 15:20:08.957306 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-1e22ffdd-7d0e-4893-b5cc-53f5cb11d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:08.958999 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-1e22ffdd-7d0e-4893-b5cc-53f5cb11d3d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383356 Aug 10 15:20:09.045071 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-5744d6c8-1cfa-4d89-8f90-5db2f553521b service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790799 Aug 10 15:20:09.136774 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-50e66312-91fd-4cbd-93c0-6a8d2e2d3845 req-110a3392-0197-4679-a596-ea1d7eeb74f7 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842547 Aug 10 15:20:09.934449 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c48ad-404f-4ad6-b7dc-78738081be35 req-fb3daa68-a0f5-44e9-a53a-9a0c99cc8fab tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:09.935898 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f75c48ad-404f-4ad6-b7dc-78738081be35 req-fb3daa68-a0f5-44e9-a53a-9a0c99cc8fab tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0969405 Aug 10 15:20:09.973637 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f75c48ad-404f-4ad6-b7dc-78738081be35 req-bbd0bada-3a04-46ac-8a77-4d241fa2d678 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318403 Aug 10 15:20:11.084418 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd137-9a6f-44cd-90d0-d19981b05cfe req-3178b496-2d97-4bb1-a8b5-b8b01bbeb54d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:11.086379 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-134fd137-9a6f-44cd-90d0-d19981b05cfe req-3178b496-2d97-4bb1-a8b5-b8b01bbeb54d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0474062 Aug 10 15:20:11.122709 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-134fd137-9a6f-44cd-90d0-d19981b05cfe req-9abae131-d076-41ca-9751-d274c64b6b74 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304337 Aug 10 15:20:12.239250 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee69b0f-3777-4206-9d23-e21c17e923e6 req-c23246e9-9e86-4d48-85b1-d44cfd94d4be tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:12.240684 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ee69b0f-3777-4206-9d23-e21c17e923e6 req-c23246e9-9e86-4d48-85b1-d44cfd94d4be tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0508475 Aug 10 15:20:12.278901 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4ee69b0f-3777-4206-9d23-e21c17e923e6 req-ca89cf74-222c-47c2-8e97-eccc37168bab tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Aug 10 15:20:13.391493 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ce13f-51bd-476c-b3ca-c1ac3c2d53df req-bb716250-be1e-4840-89c6-65be0d9c0452 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:13.392983 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4c1ce13f-51bd-476c-b3ca-c1ac3c2d53df req-bb716250-be1e-4840-89c6-65be0d9c0452 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0484917 Aug 10 15:20:13.430513 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4c1ce13f-51bd-476c-b3ca-c1ac3c2d53df req-d28a04dc-647c-41b2-ac0a-d182ee0f07b5 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314307 Aug 10 15:20:14.544044 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec7e16-6124-4b49-b360-c39a5348104a req-fa6170b8-9e54-45d2-898b-0cc477a40b1a tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:14.545450 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-80ec7e16-6124-4b49-b360-c39a5348104a req-fa6170b8-9e54-45d2-898b-0cc477a40b1a tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0492570 Aug 10 15:20:14.582368 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-80ec7e16-6124-4b49-b360-c39a5348104a req-090f3276-20a5-46a4-81b4-0b024651eb74 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309603 Aug 10 15:20:15.698167 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4623a6-e559-42da-b4f3-fbe2681b29a8 req-f1dc95b3-fbbc-486c-9b7b-68c2445dbaa8 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:15.699883 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ea4623a6-e559-42da-b4f3-fbe2681b29a8 req-f1dc95b3-fbbc-486c-9b7b-68c2445dbaa8 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 944 time: 0.0533953 Aug 10 15:20:15.738328 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ea4623a6-e559-42da-b4f3-fbe2681b29a8 req-9902af5b-3964-4597-bb14-716157eefc70 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324838 Aug 10 15:20:16.456114 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b683afb5-9b03-4e28-82ed-be502f41fd73 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:20:16.545655 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b683afb5-9b03-4e28-82ed-be502f41fd73,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:20:16.556899 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'port_id': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'mac_address': 'fa:16:3e:c5:bd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:20:16.594795 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:16.608098 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b683afb5-9b03-4e28-82ed-be502f41fd73 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:20:16.627769 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b683afb5-9b03-4e28-82ed-be502f41fd73,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:20:16.631358 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:16.675957 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=b683afb5-9b03-4e28-82ed-be502f41fd73,revision_number=7']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:16.844478 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['b683afb5-9b03-4e28-82ed-be502f41fd73'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:20:16.850186 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e72bd-8848-4be0-9110-08f23381a426 req-36c94283-abc0-40aa-a613-23627480534f tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:16.852184 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-971e72bd-8848-4be0-9110-08f23381a426 req-36c94283-abc0-40aa-a613-23627480534f tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 945 time: 0.0486772 Aug 10 15:20:16.889008 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-971e72bd-8848-4be0-9110-08f23381a426 req-702be597-9e97-41e4-977c-d577be9b0d4d tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Aug 10 15:20:18.002152 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96718ff7-1987-47cc-b1e8-c6f795f7c06b req-654d7980-edbb-4fb9-8128-673342fd73f0 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:18.003623 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-96718ff7-1987-47cc-b1e8-c6f795f7c06b req-654d7980-edbb-4fb9-8128-673342fd73f0 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 945 time: 0.0469809 Aug 10 15:20:18.040579 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-96718ff7-1987-47cc-b1e8-c6f795f7c06b req-3fe4161b-d29f-4f87-b3d6-7429536c7e56 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303452 Aug 10 15:20:18.938869 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b683afb5-9b03-4e28-82ed-be502f41fd73 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:20:18.985160 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port b683afb5-9b03-4e28-82ed-be502f41fd73 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:20:18.985525 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:19.060916 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:19.083064 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:20:19.085547 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b8c81e-b945-4085-a5b3-ee42e747371f" -d '{"events": [{"server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "name": "network-vif-plugged", "status": "completed", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:20:19.098534 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b683afb5-9b03-4e28-82ed-be502f41fd73,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:20:19.103447 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:19.127116 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394680dc-8dca-4a76-a047-d9bcd843d4f0 x-openstack-request-id: req-394680dc-8dca-4a76-a047-d9bcd843d4f0 {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:20:19.127405 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "name": "network-vif-plugged", "status": "completed", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:20:19.127650 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-394680dc-8dca-4a76-a047-d9bcd843d4f0 {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:20:19.128025 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'code': 200} Aug 10 15:20:19.154424 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=b683afb5-9b03-4e28-82ed-be502f41fd73,revision_number=8']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:19.159972 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481ea00-33c3-4b83-95ba-32ef65d0df2a req-43755b84-377b-4cd6-95ca-8bc75dcc1378 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:19.161493 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c481ea00-33c3-4b83-95ba-32ef65d0df2a req-43755b84-377b-4cd6-95ca-8bc75dcc1378 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0535944 Aug 10 15:20:19.199799 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-c481ea00-33c3-4b83-95ba-32ef65d0df2a req-bc612ffe-2b03-48c8-a8c3-ac69b6d78f71 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319121 Aug 10 15:20:20.312542 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e592f3d-b869-47ae-b308-f2bf0d5e938e req-f80f47a1-86d4-46e4-a155-090c42e48632 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:20.314014 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8e592f3d-b869-47ae-b308-f2bf0d5e938e req-f80f47a1-86d4-46e4-a155-090c42e48632 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0475936 Aug 10 15:20:20.352155 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8e592f3d-b869-47ae-b308-f2bf0d5e938e req-e50be757-fcd5-47de-a88e-db461be00310 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320184 Aug 10 15:20:20.550234 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:20:20.887176 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293875e-052b-40fc-8d5d-8bc6d9b8c421 req-9da388e0-3dc7-41c4-ba74-b4279e233c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:20.888727 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2293875e-052b-40fc-8d5d-8bc6d9b8c421 req-9da388e0-3dc7-41c4-ba74-b4279e233c65 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1099 time: 0.0421932 Aug 10 15:20:20.921739 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2293875e-052b-40fc-8d5d-8bc6d9b8c421 req-e17be715-6bd9-4a84-839e-43f27895fa33 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264540 Aug 10 15:20:21.738429 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1039e-69ca-4268-938e-d3b36b83fa70 req-05d64bbd-f512-426b-97d8-0c536ee16838 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:21.739951 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a6f1039e-69ca-4268-938e-d3b36b83fa70 req-05d64bbd-f512-426b-97d8-0c536ee16838 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.3194494 Aug 10 15:20:21.779808 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a6f1039e-69ca-4268-938e-d3b36b83fa70 req-f40e7dae-8e12-4487-9469-6e11f27390cf tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336919 Aug 10 15:20:22.344202 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0900dd32-ff4a-4518-a3df-a3fbffb5b02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:22.891476 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a10f1-47cf-47f5-adf1-dc4031f0e293 req-19abff69-eeed-4328-a49f-f5b284400fca tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:22.892930 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-eb9a10f1-47cf-47f5-adf1-dc4031f0e293 req-19abff69-eeed-4328-a49f-f5b284400fca tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0477459 Aug 10 15:20:22.929810 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-eb9a10f1-47cf-47f5-adf1-dc4031f0e293 req-adfd44d4-0b92-476b-873d-4acca1db0907 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309298 Aug 10 15:20:24.707168 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-feee8c45-ce52-4e2a-a8b6-8e2c939aa24c tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477995900&fields=id&tenant_id=506303e06432415684b9055467f6e44a HTTP/1.1" status: 200 len: 267 time: 0.0314031 Aug 10 15:20:24.811880 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-75ad4eff-4320-4952-be7f-3eaeda769210 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:24.813222 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-75ad4eff-4320-4952-be7f-3eaeda769210 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 812 time: 0.0990186 Aug 10 15:20:24.828152 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-17594892-ae63-40c7-b1c2-659e4f6e5def tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/quotas/506303e06432415684b9055467f6e44a HTTP/1.1" status: 200 len: 375 time: 0.0092828 Aug 10 15:20:24.882857 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-544788fd-1664-44ad-b91b-ad6867141ab0 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495267 Aug 10 15:20:24.939812 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-9457687e-5e96-427a-846b-d857a10ddbf0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:20:24.940821 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-9457687e-5e96-427a-846b-d857a10ddbf0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466645 Aug 10 15:20:25.030284 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-36832f93-e2d2-4ac3-bf77-4ab5b6b5df89 service neutron] 10.222.0.26 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833662 Aug 10 15:20:25.116562 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-4fddbeee-f6cc-498e-bddc-c438e3bf1c72 service neutron] 10.222.0.26 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803170 Aug 10 15:20:25.148750 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:25.394646 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f35b4be4-b7d2-43c1-af2e-12925d8e6cfb req-bb29a07d-5e79-403a-8b3f-40c605e6dd68 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 210 time: 0.0278420 Aug 10 15:20:25.551651 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d0c9c6c1-50ab-451d-80a1-7bb0d8cfee54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:26.229653 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:26.447728 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-fbc40ad0-6531-4b72-9d2d-5b2ddd02cb57 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:26.449746 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-fbc40ad0-6531-4b72-9d2d-5b2ddd02cb57 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 812 time: 0.1106539 Aug 10 15:20:26.506304 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-620c1b7f-71e3-4fed-a184-5373405015ec req-2c944bdc-5727-4a0c-a37c-b71319a4cf2b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 210 time: 0.0407476 Aug 10 15:20:26.516343 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-64dd2742-c629-46fb-b865-78609536e3bc tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=506303e06432415684b9055467f6e44a HTTP/1.1" status: 200 len: 380 time: 0.0581360 Aug 10 15:20:26.526143 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'port': {'device_id': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'admin_state_up': True, 'tenant_id': '506303e06432415684b9055467f6e44a', 'security_groups': ['c27eef62-41ec-4209-beab-c11ee1342543']}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:20:26.634603 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Made reservation on behalf of 506303e06432415684b9055467f6e44a for: {'port': 1} {{(pid=93494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 15:20:26.638605 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:26.755546 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:26.766935 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Allocated IP 172.20.0.12 (9ef3bcc5-d2d3-4028-963e-835c43f44db7/5e6f4ced-e161-4bba-960f-b62362284a23/4558e0a6-943c-454a-a65d-ceae33b6dda1) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:20:26.912106 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:26.925732 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Transition to ACTIVE for port object 4558e0a6-943c-454a-a65d-ceae33b6dda1 will not be triggered until provisioned by entity DHCP. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:20:26.959932 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:26.999665 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:20:27.004522 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:20:27.008174 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:20:27.039147 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'Port': ['ID=4558e0a6-943c-454a-a65d-ceae33b6dda1,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:27.052992 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.053342 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.053678 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.054008 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.054337 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.054692 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.055017 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.055341 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.055665 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.055983 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.056301 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.056616 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:20:27.075738 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:27.076344 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:27.091808 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-f2ccd5f9-95fc-402c-90ba-61d76cb79cd9 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693924 Aug 10 15:20:27.102768 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-81b9e6f0-059e-4f85-8d41-21b773995064 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 15:20:27.103800 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-81b9e6f0-059e-4f85-8d41-21b773995064 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052993 Aug 10 15:20:27.163324 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Request body: {'port': {'device_id': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:20:27.217121 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:27.269202 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-9d73e779-082e-456d-8751-1653f04f66e4 None None] Provisioning for port 4558e0a6-943c-454a-a65d-ceae33b6dda1 completed by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:20:27.272896 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-9d73e779-082e-456d-8751-1653f04f66e4 None None] Provisioning complete for port 4558e0a6-943c-454a-a65d-ceae33b6dda1 triggered by entity DHCP. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:20:27.273260 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9d73e779-082e-456d-8751-1653f04f66e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:27.307718 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-9d73e779-082e-456d-8751-1653f04f66e4 None None] Port 4558e0a6-943c-454a-a65d-ceae33b6dda1 cannot update to ACTIVE because it is not bound. {{(pid=93496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 15:20:27.480367 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4558e0a6-943c-454a-a65d-ceae33b6dda1 {{(pid=93494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:20:27.487825 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:27.499727 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.provisioning_blocks [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Transition to ACTIVE for port object 4558e0a6-943c-454a-a65d-ceae33b6dda1 will not be triggered until provisioned by entity L2. {{(pid=93494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 15:20:27.503344 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:27.569149 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Pushing event updated for resources: {'Port': ['ID=4558e0a6-943c-454a-a65d-ceae33b6dda1,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:27.657219 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Attempting to bind port 4558e0a6-943c-454a-a65d-ceae33b6dda1 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 15:20:27.657574 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Attempting to bind port 4558e0a6-943c-454a-a65d-ceae33b6dda1 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 15:20:27.657896 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Attempting to bind port 4558e0a6-943c-454a-a65d-ceae33b6dda1 on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:20:27.668387 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cfdc-c881-450e-b68b-68e6f93894c7 req-362c9996-e651-4640-b7fa-52ec3c1e96e4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:27.669966 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-11c3cfdc-c881-450e-b68b-68e6f93894c7 req-362c9996-e651-4640-b7fa-52ec3c1e96e4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 944 time: 0.0771661 Aug 10 15:20:27.672531 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Port 4558e0a6-943c-454a-a65d-ceae33b6dda1 on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 15:20:27.672883 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Attempting to bind port 4558e0a6-943c-454a-a65d-ceae33b6dda1 on network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 15:20:27.685101 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Checking agent: {'id': 'de8a859b-d7e1-49ac-9097-67649b91e569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'started_at': datetime.datetime(2021, 8, 10, 15, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 15, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 15:20:27.685441 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Checking segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 15:20:27.685817 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Bound using segment: {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'} {{(pid=93494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 15:20:27.686262 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.managers [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Bound port: 4558e0a6-943c-454a-a65d-ceae33b6dda1, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb62f384-6b21-4549-89ad-319b18df9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7'}}] {{(pid=93494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 15:20:27.686640 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:27.742902 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-11c3cfdc-c881-450e-b68b-68e6f93894c7 req-21fe1a96-4ea3-4d78-9309-5c89f46b929f tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662491 Aug 10 15:20:27.772523 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] For port 4558e0a6-943c-454a-a65d-ceae33b6dda1, host hv-cinder-78093, cleared binding levels {{(pid=93494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 15:20:27.775679 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] For port 4558e0a6-943c-454a-a65d-ceae33b6dda1, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4558e0a6-943c-454a-a65d-ceae33b6dda1,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 15:20:27.779717 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:27.812558 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:27.813218 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:27.814567 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] 10.222.0.50 "PUT /v2.0/ports/4558e0a6-943c-454a-a65d-ceae33b6dda1 HTTP/1.1" status: 200 len: 1094 time: 0.7039523 Aug 10 15:20:27.815001 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:20:27.817230 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:20:27.844540 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65782136-9254-4d91-b584-bcfb4d4bdaaf service neutron] Pushing event updated for resources: {'Port': ['ID=4558e0a6-943c-454a-a65d-ceae33b6dda1,revision_number=3']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:27.883861 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d344d4b-8b8b-45d1-887f-8b1bc8e3f7be x-openstack-request-id: req-0d344d4b-8b8b-45d1-887f-8b1bc8e3f7be {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:20:27.884153 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:20:27.884403 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d344d4b-8b8b-45d1-887f-8b1bc8e3f7be {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:20:27.884801 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'status': 'completed', 'code': 200} Aug 10 15:20:27.901125 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-03453fef-4fe6-44a7-9b8a-28d15453dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:27.902794 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-03453fef-4fe6-44a7-9b8a-28d15453dca7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 1097 time: 0.0493305 Aug 10 15:20:27.954188 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-4dca54dd-18ee-4634-9dc5-13d7d5831ae0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4558e0a6-943c-454a-a65d-ceae33b6dda1 HTTP/1.1" status: 200 len: 217 time: 0.0391171 Aug 10 15:20:28.007385 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-3adeb6b8-8be7-4a03-886c-6153a1c50e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:28.008845 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-3adeb6b8-8be7-4a03-886c-6153a1c50e10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0446646 Aug 10 15:20:28.053520 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-7f70b805-bd5c-47b8-b29e-feace394fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:28.055047 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-7f70b805-bd5c-47b8-b29e-feace394fef1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393569 Aug 10 15:20:28.114702 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:28.146666 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-80060c3a-0cf8-483d-8232-c082ad9ba3aa service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844183 Aug 10 15:20:28.234698 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-590de696-bfaf-4cf0-a7fd-c3f8ca988be7 req-fabcdaba-25ea-4fe3-8d60-076665e7e503 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808544 Aug 10 15:20:28.323986 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-aff9ff99-31c8-4300-9551-1422a366a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:28.325491 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-aff9ff99-31c8-4300-9551-1422a366a437 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 1097 time: 0.0466027 Aug 10 15:20:28.421051 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-17078f9d-61f8-41f5-b3e5-f52a58e04155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:28.422576 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-17078f9d-61f8-41f5-b3e5-f52a58e04155 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.0900495 Aug 10 15:20:28.466850 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-70f9266c-ab04-4acb-b5e2-ead634a5d8be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4558e0a6-943c-454a-a65d-ceae33b6dda1 HTTP/1.1" status: 200 len: 217 time: 0.0355971 Aug 10 15:20:28.518653 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-d4a2afd7-7657-4752-9e44-713696b71518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:28.520164 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-d4a2afd7-7657-4752-9e44-713696b71518 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0465777 Aug 10 15:20:28.567359 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-91669e50-4f4a-428e-a37d-29adcc33efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:28.568804 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-91669e50-4f4a-428e-a37d-29adcc33efd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383735 Aug 10 15:20:28.658761 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-f6c296b5-5710-4561-8088-f907f5f335f1 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790746 Aug 10 15:20:28.751718 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-3509c3ff-9edc-4336-a63d-c4de57b7e5c0 req-ff90713d-4e7f-4878-8600-1143b8597a6a service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839252 Aug 10 15:20:28.857297 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad36670-957d-4458-8164-8d60471ad4eb req-9c108e07-1aa4-4608-8d32-82e4e75c0059 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:28.858807 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bad36670-957d-4458-8164-8d60471ad4eb req-9c108e07-1aa4-4608-8d32-82e4e75c0059 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 944 time: 0.0491908 Aug 10 15:20:28.896814 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bad36670-957d-4458-8164-8d60471ad4eb req-2def576b-05be-49ad-8d58-f3c7b137b552 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319302 Aug 10 15:20:30.014430 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f2658-454d-4e37-ab55-644a45d8cc04 req-ffa87445-e4aa-4ab9-83bc-42caa294e576 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:30.015871 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-996f2658-454d-4e37-ab55-644a45d8cc04 req-ffa87445-e4aa-4ab9-83bc-42caa294e576 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 944 time: 0.0510027 Aug 10 15:20:30.052052 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-996f2658-454d-4e37-ab55-644a45d8cc04 req-8c9271ed-9f83-419a-89c0-035dcb74aa0c tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303614 Aug 10 15:20:31.219025 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c65c48-ff1f-49e1-a050-efde96bc3a23 req-d17b9190-27c6-4e61-87c2-592f0ba0e38e tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:31.220482 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5c65c48-ff1f-49e1-a050-efde96bc3a23 req-d17b9190-27c6-4e61-87c2-592f0ba0e38e tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 944 time: 0.0487964 Aug 10 15:20:31.256958 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-f5c65c48-ff1f-49e1-a050-efde96bc3a23 req-28287ae5-b58f-438f-8945-336626698c61 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305443 Aug 10 15:20:32.375789 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e121e-de8e-40a2-8092-277ca1e91509 req-899e49e5-eaa7-46aa-a9cb-a063cf248d8a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:32.377254 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d66e121e-de8e-40a2-8092-277ca1e91509 req-899e49e5-eaa7-46aa-a9cb-a063cf248d8a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 944 time: 0.0548754 Aug 10 15:20:32.414698 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d66e121e-de8e-40a2-8092-277ca1e91509 req-82865ead-9748-4244-9aa0-68865c56f11a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Aug 10 15:20:33.529319 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee60e2-0a40-4ac3-97fa-05229c5b63ad req-4bc85f57-dc47-4ad0-a868-5e090282eccf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:33.530696 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-99ee60e2-0a40-4ac3-97fa-05229c5b63ad req-4bc85f57-dc47-4ad0-a868-5e090282eccf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 944 time: 0.0515792 Aug 10 15:20:33.567929 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-99ee60e2-0a40-4ac3-97fa-05229c5b63ad req-61b22249-d760-4860-aa10-f281ff13bc1c tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Aug 10 15:20:34.683951 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dae84-9a7a-4856-8260-cc02448cf37f req-0da7118f-40da-49e2-9f81-5212993c14cb tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:34.686060 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d89dae84-9a7a-4856-8260-cc02448cf37f req-0da7118f-40da-49e2-9f81-5212993c14cb tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 944 time: 0.0506189 Aug 10 15:20:34.722246 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-d89dae84-9a7a-4856-8260-cc02448cf37f req-462c5530-bc0b-4f79-a0ae-4b8f5f17785e tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302582 Aug 10 15:20:35.832935 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e2d0-8e67-4ce5-8d6a-55d8d38c88a7 req-3f61445b-a53d-43cc-bc82-010b3f606018 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:35.834656 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fe98e2d0-8e67-4ce5-8d6a-55d8d38c88a7 req-3f61445b-a53d-43cc-bc82-010b3f606018 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 944 time: 0.0477149 Aug 10 15:20:35.871505 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-fe98e2d0-8e67-4ce5-8d6a-55d8d38c88a7 req-99b14587-d158-4471-8583-f05ae55e60bf tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Aug 10 15:20:36.285881 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-9606cabe-cb5a-459a-9943-10f028ff35c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419488 Aug 10 15:20:36.348063 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-181e8b28-87dd-4527-933b-fa6e390f598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:36.349548 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-181e8b28-87dd-4527-933b-fa6e390f598c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 1098 time: 0.0402622 Aug 10 15:20:36.452269 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-57b0697f-c46d-4181-832c-62663ce8d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:36.453713 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-57b0697f-c46d-4181-832c-62663ce8d624 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.0823588 Aug 10 15:20:36.520111 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-6f816053-a58c-41e2-8d00-ee244438cb8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0325ec-1129-4b82-a14c-c81658379f15 HTTP/1.1" status: 200 len: 1000 time: 0.0590050 Aug 10 15:20:36.570030 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-015a812d-b402-46a7-882f-828dd089ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:36.571464 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-015a812d-b402-46a7-882f-828dd089ac59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0427523 Aug 10 15:20:36.617463 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 4558e0a6-943c-454a-a65d-ceae33b6dda1 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=93496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 15:20:36.618947 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-4ee0a41f-9780-4ea8-8c01-e2dced463a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:36.620457 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-4ee0a41f-9780-4ea8-8c01-e2dced463a78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413270 Aug 10 15:20:36.709222 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 4558e0a6-943c-454a-a65d-ceae33b6dda1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4558e0a6-943c-454a-a65d-ceae33b6dda1,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:20:36.715003 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-744ab4ae-d1d2-4ffe-9700-b0598d3095a5 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857415 Aug 10 15:20:36.720993 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Returning: {'device': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'port_id': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'mac_address': 'fa:16:3e:01:e2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 15:20:36.756364 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:36.772798 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4558e0a6-943c-454a-a65d-ceae33b6dda1 {{(pid=93496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 15:20:36.792781 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 4558e0a6-943c-454a-a65d-ceae33b6dda1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4558e0a6-943c-454a-a65d-ceae33b6dda1,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:20:36.797834 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:36.807723 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-e4c61009-6b19-4cb2-918b-cca4a6282a2f req-422cc0c8-1201-4b72-94a6-3277c7508de6 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835562 Aug 10 15:20:36.845166 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=4558e0a6-943c-454a-a65d-ceae33b6dda1,revision_number=4']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:36.989017 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302221-f14b-4543-bc07-addb026e1227 req-f805d017-8769-4919-ab50-00797147a15b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:36.990515 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d302221-f14b-4543-bc07-addb026e1227 req-f805d017-8769-4919-ab50-00797147a15b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 945 time: 0.0558517 Aug 10 15:20:37.027331 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-9d302221-f14b-4543-bc07-addb026e1227 req-e058193c-d8c9-4fa2-b24e-8a8a18190ad1 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307441 Aug 10 15:20:37.045511 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] get_ports_and_sgs() called for port_ids ['4558e0a6-943c-454a-a65d-ceae33b6dda1'] {{(pid=93496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 15:20:38.142203 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b362a55-fac2-4b77-b082-90eb7fd57fa5 req-e055dfac-f683-4b48-b95f-9b15083d36ab tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:38.143718 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2b362a55-fac2-4b77-b082-90eb7fd57fa5 req-e055dfac-f683-4b48-b95f-9b15083d36ab tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 945 time: 0.0519912 Aug 10 15:20:38.181598 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2b362a55-fac2-4b77-b082-90eb7fd57fa5 req-02f2d807-12a7-4da6-80a4-075495c2ecd2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Aug 10 15:20:38.632725 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 4558e0a6-943c-454a-a65d-ceae33b6dda1 up at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 15:20:38.679807 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning for port 4558e0a6-943c-454a-a65d-ceae33b6dda1 completed by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 15:20:38.685554 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.provisioning_blocks [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Provisioning complete for port 4558e0a6-943c-454a-a65d-ceae33b6dda1 triggered by entity L2. {{(pid=93496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 15:20:38.685933 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2054564'] for port, provisioning_complete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:38.763397 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:38.784674 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1'}] {{(pid=93496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:20:38.786897 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb0878e8a965f6617ae95d14d9b102abfe391c6467fddc2cb56f348c35d2d244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784776dd-3a53-4ef1-addc-e080c3ba929e" -d '{"events": [{"server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "name": "network-vif-plugged", "status": "completed", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1"}]}' {{(pid=93496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:20:38.799148 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] For port 4558e0a6-943c-454a-a65d-ceae33b6dda1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4558e0a6-943c-454a-a65d-ceae33b6dda1,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:20:38.806901 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894'] for port, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:38.830822 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3cfad9-404b-4295-a820-6f0e0e77022e x-openstack-request-id: req-da3cfad9-404b-4295-a820-6f0e0e77022e {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:20:38.831111 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "name": "network-vif-plugged", "status": "completed", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1", "code": 200}]} {{(pid=93496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:20:38.831358 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da3cfad9-404b-4295-a820-6f0e0e77022e {{(pid=93496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:20:38.831734 dv-cinder-780933-14-iscsi neutron-server[93496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'code': 200} Aug 10 15:20:38.857514 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Pushing event updated for resources: {'Port': ['ID=4558e0a6-943c-454a-a65d-ceae33b6dda1,revision_number=5']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:39.048493 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb648b-bb39-47bb-a70a-82dfb6e667d9 req-a3b251b0-03c7-4080-ae1d-62bab679086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:39.049883 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8bdb648b-bb39-47bb-a70a-82dfb6e667d9 req-a3b251b0-03c7-4080-ae1d-62bab679086c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 1099 time: 0.0389395 Aug 10 15:20:39.084119 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-8bdb648b-bb39-47bb-a70a-82dfb6e667d9 req-c762cf13-5bff-4fb4-bfd7-e3a99fa6d222 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265398 Aug 10 15:20:39.297829 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b692db-4c22-4c66-b1b3-5383746e3cc0 req-f70f1cdc-505c-4bda-a975-4dda9e0375a6 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:39.299382 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a7b692db-4c22-4c66-b1b3-5383746e3cc0 req-f70f1cdc-505c-4bda-a975-4dda9e0375a6 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 946 time: 0.0516753 Aug 10 15:20:39.337158 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a7b692db-4c22-4c66-b1b3-5383746e3cc0 req-63b56b1d-49ee-4ab8-a333-43ef9fabe4a8 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Aug 10 15:20:40.451450 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc61a32-50b2-4b36-8831-d1c0416b3532 req-aaaee25d-e704-4a8a-a654-47ded3ca142a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:40.452906 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ccc61a32-50b2-4b36-8831-d1c0416b3532 req-aaaee25d-e704-4a8a-a654-47ded3ca142a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 946 time: 0.0484500 Aug 10 15:20:40.489519 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-ccc61a32-50b2-4b36-8831-d1c0416b3532 req-6b0bc088-7db1-4283-a6d2-dc0a39844c01 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307591 Aug 10 15:20:40.600636 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418fcf8-caac-40ed-b10b-025920c79d66 req-323d9af6-5d73-4208-8d8e-3d7208205d2e tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:40.602123 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4418fcf8-caac-40ed-b10b-025920c79d66 req-323d9af6-5d73-4208-8d8e-3d7208205d2e tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 946 time: 0.0481105 Aug 10 15:20:40.639810 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-4418fcf8-caac-40ed-b10b-025920c79d66 req-6721dc86-c2a9-4675-b6b6-2bf23bda8f15 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Aug 10 15:20:40.662112 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49268) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:20:40.704303 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f4eb18-8df5-485a-bc5a-5e3a27b46c92 tempest-TestVolumeBootPattern-931191398 tempest-TestVolumeBootPattern-931191398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:40.705782 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-94f4eb18-8df5-485a-bc5a-5e3a27b46c92 tempest-TestVolumeBootPattern-931191398 tempest-TestVolumeBootPattern-931191398-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 1094 time: 0.0426733 Aug 10 15:20:40.708605 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49270) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:20:40.713065 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.v2.base [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Request body: {'floatingip': {'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'port_id': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'tenant_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 15:20:40.734738 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:40.827904 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:40.931938 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_common [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Allocated IP 172.27.2.23 (abb89302-1d5c-4077-ba6f-da0fd6510e26/a63fe770-55e0-4259-ba5c-7c43ef9a74ba/62b2f3c9-1e3a-4ef2-93bd-a56c71ce7ae0) {{(pid=93494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 15:20:41.029584 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for port, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:41.066937 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792408655598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:41.103823 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Network abb89302-1d5c-4077-ba6f-da0fd6510e26 is already hosted by enough agents. {{(pid=93494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 15:20:41.106485 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Resources bound (agent type, host, resource id): {{(pid=93494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 15:20:41.109630 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Received port after_create {{(pid=93494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 15:20:41.142516 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'Port': ['ID=62b2f3c9-1e3a-4ef2-93bd-a56c71ce7ae0,revision_number=1']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:41.462534 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:41.531376 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994476'] for port, before_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:41.677180 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for port, precommit_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:41.681501 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792409142685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792408655876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792408655894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125862046'] for port, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:41.747342 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event updated for resources: {'Port': ['ID=62b2f3c9-1e3a-4ef2-93bd-a56c71ce7ae0,revision_number=2']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:20:41.757570 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654749'] for floatingip, after_update {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:41.855374 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Floating IP 3a017987-dd33-4a4c-9c33-ea21bb8d3339 associated. External IP: 172.27.2.23, port: 4558e0a6-943c-454a-a65d-ceae33b6dda1. Aug 10 15:20:42.317516 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Router d9eeb9db-a7cb-4355-bba2-35e0a2004655 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:20:42.422651 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:20:42.432227 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] Sync routers for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:20:42.438480 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:42.443273 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:20:42.444026 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:20:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:20:42.465301 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-0f9a54c0-25a8-4ae7-b639-9a84560c4be2 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7554493 Aug 10 15:20:42.465899 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:20:42.468689 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a402d0-d1b9-491a-96aa-9c11003550b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:20:42.550082 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:20:42.563189 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fcf950-b55c-4473-979f-38cf59c94d2f x-openstack-request-id: req-90fcf950-b55c-4473-979f-38cf59c94d2f {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:20:42.563477 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:20:42.563721 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90fcf950-b55c-4473-979f-38cf59c94d2f {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:20:42.564112 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'status': 'completed', 'code': 200} Aug 10 15:20:42.627655 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-61ddc8a2-414c-468d-967f-5099176743f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:42.629172 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-61ddc8a2-414c-468d-967f-5099176743f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 1099 time: 0.0406983 Aug 10 15:20:42.721914 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-17a73884-c665-4989-b9a4-c23413e3a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:42.723521 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-17a73884-c665-4989-b9a4-c23413e3a96e service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.0867891 Aug 10 15:20:42.778480 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '1ad8d137-5f9d-4e51-aac0-0ef894c1d541', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:18:40Z', 'updated_at': '2021-08-10T15:18:42Z', 'revision_number': 1, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}, {'id': '3a017987-dd33-4a4c-9c33-ea21bb8d3339', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:01:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:20:41Z', 'updated_at': '2021-08-10T15:20:41Z', 'revision_number': 0, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:20:42.788663 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-0fbbfb8f-31c0-4586-aa92-e080bf50b842 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4558e0a6-943c-454a-a65d-ceae33b6dda1 HTTP/1.1" status: 200 len: 999 time: 0.0575638 Aug 10 15:20:42.804379 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] Checking router: d9eeb9db-a7cb-4355-bba2-35e0a2004655 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:20:42.812565 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:20:42.813164 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:20:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:20:42.838703 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-b7afedd1-d45b-4ed7-a205-fb846f886c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:42.840174 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-b7afedd1-d45b-4ed7-a205-fb846f886c22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0446453 Aug 10 15:20:42.896611 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-f3ef8e8a-8fea-496b-aeaa-bec58aa0912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:20:42.898107 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-f3ef8e8a-8fea-496b-aeaa-bec58aa0912c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433266 Aug 10 15:20:42.917403 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:20:42.987305 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-afce2b77-ba62-418e-9468-37b5d59234a3 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808628 Aug 10 15:20:43.089224 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-20a402d0-d1b9-491a-96aa-9c11003550b1 req-9eec7dbc-e478-4244-a9a3-d66271b6791b service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937605 Aug 10 15:20:43.261984 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '1ad8d137-5f9d-4e51-aac0-0ef894c1d541', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:18:40Z', 'updated_at': '2021-08-10T15:18:42Z', 'revision_number': 1, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}, {'id': '3a017987-dd33-4a4c-9c33-ea21bb8d3339', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:01:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:20:41Z', 'updated_at': '2021-08-10T15:20:41Z', 'revision_number': 0, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:20:43.291098 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3fb2f3-0f72-4ebf-a1c7-f5f0f7734072 None None] The sync data for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi is: [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '1ad8d137-5f9d-4e51-aac0-0ef894c1d541', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:18:40Z', 'updated_at': '2021-08-10T15:18:42Z', 'revision_number': 1, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}, {'id': '3a017987-dd33-4a4c-9c33-ea21bb8d3339', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:01:e2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:20:41Z', 'updated_at': '2021-08-10T15:20:41Z', 'revision_number': 0, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:20:43.478388 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe6a57-c0a5-4ca3-a540-ff2f22f2f2c9 None None] New status for floating IP 3a017987-dd33-4a4c-9c33-ea21bb8d3339: ACTIVE {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:20:52.345066 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3513-8bb3-4b83-b183-37afd23315ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:55.150138 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:55.553840 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1ca4-c488-425a-b569-f3bc4b65b612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:56.233061 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:56.754386 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:20:57.550456 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:20:58.118048 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:22.345280 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-eff803a3-2cc6-463a-8a33-31d6330cc97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:25.150967 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:25.554279 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-5541b8dc-6fcb-4341-b0d0-f01baee720cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:26.235506 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:26.767842 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:28.121065 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:34.549261 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:21:37.274272 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-259a8e1c-cac9-45a5-9c8f-034cf28ed43f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399573 Aug 10 15:21:37.353673 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-3ac2b1b8-8efa-4c3d-9302-a62f1661a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:37.355198 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-3ac2b1b8-8efa-4c3d-9302-a62f1661a70c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1099 time: 0.0399206 Aug 10 15:21:37.465726 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-ba7c62b1-96bd-4504-8788-4cb0a3ec457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:37.467220 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-ba7c62b1-96bd-4504-8788-4cb0a3ec457b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 910 time: 0.0925367 Aug 10 15:21:37.531254 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-c7ad3072-b2a1-4f02-b885-85e1b0692e26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 1002 time: 0.0561664 Aug 10 15:21:37.580670 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-9473a9fc-56e8-438f-9440-cbfecaf64473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:37.582068 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-9473a9fc-56e8-438f-9440-cbfecaf64473 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 200 len: 848 time: 0.0426161 Aug 10 15:21:37.630827 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-cb6fb082-078c-4fc5-85fc-6e410c94f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:37.632280 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-cb6fb082-078c-4fc5-85fc-6e410c94f538 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430377 Aug 10 15:21:37.725138 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-f46d169d-c450-45de-a5d5-47b26ae89ef4 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809386 Aug 10 15:21:37.816737 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-bd685b72-7c9b-4129-853d-8ecbc0fd92e5 req-5736491b-0580-46b4-9a49-8b6dd6322888 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841775 Aug 10 15:21:38.298152 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49294) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:38.451349 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Deleting port c3e0d51a-17a0-4860-90d3-e85cd5079315 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:21:38.451685 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.523692 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.523941 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.535024 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Calling delete_port for c3e0d51a-17a0-4860-90d3-e85cd5079315 owned by network:floatingip {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:21:38.675927 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.700623 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event deleted for resources: {'Port': ['ID=c3e0d51a-17a0-4860-90d3-e85cd5079315,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:38.725554 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.725901 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.726242 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.726610 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.726946 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.727275 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.727601 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.727924 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.728251 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.728569 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.728894 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.729210 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:38.767151 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for floatingip, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:38.767481 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.l3_db [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Floating IP 05e9b3c8-03e5-4e85-a519-5d1d33fd4746 disassociated (deleted). External IP: 172.27.2.222, port: b683afb5-9b03-4e28-82ed-be502f41fd73. Aug 10 15:21:38.968568 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Router b107e643-72c0-42a5-b770-d15c000d5bad has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:21:39.074885 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:21:39.079295 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:39.085699 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] Sync routers for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:21:39.095236 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:21:39.095856 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:21:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:39.107987 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-d828d66f-5c4c-40de-a23c-c0e50458930c tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "DELETE /v2.0/floatingips/05e9b3c8-03e5-4e85-a519-5d1d33fd4746 HTTP/1.1" status: 204 len: 168 time: 0.8086925 Aug 10 15:21:39.108682 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:21:39.111110 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66077eb8-1a2c-48ab-a6a8-4b60114db777" -d '{"events": [{"name": "network-changed", "server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:21:39.211806 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:21:39.217758 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5df88-0857-42b7-b0cd-127351fbb803 x-openstack-request-id: req-73b5df88-0857-42b7-b0cd-127351fbb803 {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:21:39.218118 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:21:39.218368 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73b5df88-0857-42b7-b0cd-127351fbb803 {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:21:39.218855 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'status': 'completed', 'code': 200} Aug 10 15:21:39.298162 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-abbf6739-05d4-478e-a722-a3205a7ae962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:39.299947 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-abbf6739-05d4-478e-a722-a3205a7ae962 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 1099 time: 0.0515299 Aug 10 15:21:39.418538 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd779ca27-72b1-4e76-9918-6ba21d369067', 'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'mac_address': 'fa:16:3e:5c:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:44Z', 'updated_at': '2021-08-10T15:16:51Z', 'revision_number': 5, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'subnets': [{'id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:39.420266 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1ec2-c9ec-49ee-9208-eb627b4099c8 req-f2627da0-aebf-42b4-bbeb-106c995a12d7 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:39.421783 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a60d1ec2-c9ec-49ee-9208-eb627b4099c8 req-f2627da0-aebf-42b4-bbeb-106c995a12d7 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.1054957 Aug 10 15:21:39.444440 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] Checking router: b107e643-72c0-42a5-b770-d15c000d5bad for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:21:39.446628 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-f12482f1-7f58-4749-a569-a0dd2b365f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:39.448104 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-f12482f1-7f58-4749-a569-a0dd2b365f9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 200 len: 910 time: 0.1401672 Aug 10 15:21:39.452787 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:21:39.453387 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:21:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:39.474450 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-a60d1ec2-c9ec-49ee-9208-eb627b4099c8 req-bc65e688-c649-4923-975c-d513d6e81bfa tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437610 Aug 10 15:21:39.500691 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-67809ad9-339e-489f-bc37-9daecf5e0060 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 200 len: 217 time: 0.0392294 Aug 10 15:21:39.555510 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-32782caf-e56d-4b5c-877a-ab465e742c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:39.556988 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-32782caf-e56d-4b5c-877a-ab465e742c9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 200 len: 848 time: 0.0474913 Aug 10 15:21:39.557656 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:21:39.602999 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-3f64aa33-fa91-4c32-a641-f4749415ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:39.604487 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-3f64aa33-fa91-4c32-a641-f4749415ad32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398784 Aug 10 15:21:39.696306 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-b6d18546-e64d-41da-8b20-6a059382da63 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832679 Aug 10 15:21:39.751583 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd779ca27-72b1-4e76-9918-6ba21d369067', 'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'mac_address': 'fa:16:3e:5c:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:44Z', 'updated_at': '2021-08-10T15:16:51Z', 'revision_number': 5, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'subnets': [{'id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:39.781770 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9e7cf-b40c-47ec-a8d4-efdb552f23bd None None] The sync data for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi is: [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:45Z', 'revision_number': 4, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': 'd779ca27-72b1-4e76-9918-6ba21d369067', 'name': '', 'network_id': 'c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'mac_address': 'fa:16:3e:5c:27:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:44Z', 'updated_at': '2021-08-10T15:16:51Z', 'revision_number': 5, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'subnets': [{'id': '5b9129ec-4b6d-4038-b5e3-ae6818f2f464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:21:39.791857 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-66077eb8-1a2c-48ab-a6a8-4b60114db777 req-a4616338-4ccd-4094-ae1b-b2a0e0dcde26 service neutron] 10.222.0.50 "GET /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873003 Aug 10 15:21:39.987973 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe940f4-0942-403b-a48e-62d7ca162e24 None None] New status for floating IP 05e9b3c8-03e5-4e85-a519-5d1d33fd4746: DOWN {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:21:40.595366 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c502e70-553d-41f6-ae10-7cae69df28ef req-55a45627-43bb-415b-97cf-aad645058f68 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:40.597433 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2c502e70-553d-41f6-ae10-7cae69df28ef req-55a45627-43bb-415b-97cf-aad645058f68 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0507064 Aug 10 15:21:40.635093 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2c502e70-553d-41f6-ae10-7cae69df28ef req-5633619d-f330-49a1-a1f5-904f32357bad tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b75c0ea-bd80-458f-91f2-fb48cab19787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Aug 10 15:21:40.986620 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-fc6666e8-30f3-4023-a33e-4194a7939758 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:21:40.988062 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-fc6666e8-30f3-4023-a33e-4194a7939758 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 946 time: 0.0537539 Aug 10 15:21:41.081048 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Deleting port b683afb5-9b03-4e28-82ed-be502f41fd73 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:21:41.081395 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:41.168885 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] For port b683afb5-9b03-4e28-82ed-be502f41fd73, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b683afb5-9b03-4e28-82ed-be502f41fd73,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:21:41.169254 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:41.183034 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Calling delete_port for b683afb5-9b03-4e28-82ed-be502f41fd73 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:21:41.305635 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:41.338304 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event deleted for resources: {'Port': ['ID=b683afb5-9b03-4e28-82ed-be502f41fd73,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:41.363616 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.363967 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.364318 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.364656 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.364991 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.365323 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.365648 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.365973 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.366298 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.366645 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.366969 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.367289 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:21:41.389877 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] No DVR routers for this DVR port b683afb5-9b03-4e28-82ed-be502f41fd73 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:21:41.392372 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:41.394599 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cb79bb99-cc81-4eaa-b669-f6c13e962185 req-b1931b15-cd5b-4d8e-9382-560627574e81 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.50 "DELETE /v2.0/ports/b683afb5-9b03-4e28-82ed-be502f41fd73 HTTP/1.1" status: 204 len: 173 time: 0.3992503 Aug 10 15:21:41.395047 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'name': 'network-vif-deleted', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:21:41.397259 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f15f82-3efb-478d-a143-67d42af76272" -d '{"events": [{"server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "name": "network-vif-deleted", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:21:41.446710 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00ba362-d1eb-4150-9327-b0f91e2dbdf8 x-openstack-request-id: req-d00ba362-d1eb-4150-9327-b0f91e2dbdf8 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:21:41.447004 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a46ebc5-09ed-4075-b109-7014f8739fad", "name": "network-vif-deleted", "tag": "b683afb5-9b03-4e28-82ed-be502f41fd73", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:21:41.447250 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d00ba362-d1eb-4150-9327-b0f91e2dbdf8 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:21:41.447644 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a46ebc5-09ed-4075-b109-7014f8739fad', 'name': 'network-vif-deleted', 'tag': 'b683afb5-9b03-4e28-82ed-be502f41fd73', 'status': 'completed', 'code': 200} Aug 10 15:21:41.739823 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-dadb4efc-0b18-4811-9024-2013d9789a43 req-98d3c9d5-ae20-4b4b-888f-b7660e5cf200 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a46ebc5-09ed-4075-b109-7014f8739fad HTTP/1.1" status: 200 len: 210 time: 0.0291989 Aug 10 15:21:42.796666 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49328) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:42.856595 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dbe7e6ef-2e08-4f46-9d1d-45d2d67d58f6 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:42.881389 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dbe7e6ef-2e08-4f46-9d1d-45d2d67d58f6 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:42.942095 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dbe7e6ef-2e08-4f46-9d1d-45d2d67d58f6 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:42.944706 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dbe7e6ef-2e08-4f46-9d1d-45d2d67d58f6 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:42.945910 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-dbe7e6ef-2e08-4f46-9d1d-45d2d67d58f6 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] 10.222.0.26 "DELETE /v2.0/security-groups/3b75c0ea-bd80-458f-91f2-fb48cab19787 HTTP/1.1" status: 204 len: 168 time: 0.1482742 Aug 10 15:21:42.954629 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7e6ef-2e08-4f46-9d1d-45d2d67d58f6 tempest-TestShelveInstance-27670347 tempest-TestShelveInstance-27670347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b75c0ea-bd80-458f-91f2-fb48cab19787,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:42.992503 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49332) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:43.425091 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954525'] for router_interface, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:43.662747 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Deleting port d779ca27-72b1-4e76-9918-6ba21d369067 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:21:43.663089 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:43.742599 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] For port d779ca27-72b1-4e76-9918-6ba21d369067, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=d779ca27-72b1-4e76-9918-6ba21d369067,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:21:43.742878 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:43.755989 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Calling delete_port for d779ca27-72b1-4e76-9918-6ba21d369067 owned by network:router_interface {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:21:43.931182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:43.959108 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Pushing event deleted for resources: {'Port': ['ID=d779ca27-72b1-4e76-9918-6ba21d369067,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:44.121873 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651565'] for router_interface, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:44.332874 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Router b107e643-72c0-42a5-b770-d15c000d5bad has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:21:44.437127 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:21:44.442166 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9cb76d19-404a-42f8-9ca2-fd5f761c0092 admin admin] 10.222.0.26 "PUT /v2.0/routers/b107e643-72c0-42a5-b770-d15c000d5bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4485645 Aug 10 15:21:44.445231 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49336) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:44.445669 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] Sync routers for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:21:44.456279 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:21:44.456995 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:21:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:44.566622 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:21:44.752712 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:21:43Z', 'revision_number': 5, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:44.779328 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] Checking router: b107e643-72c0-42a5-b770-d15c000d5bad for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:21:44.788834 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] Routers {'b107e643-72c0-42a5-b770-d15c000d5bad'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:21:44.789442 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:21:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['b107e643-72c0-42a5-b770-d15c000d5bad'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:44.830529 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks [] for router, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:44.898040 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] Set router b107e643-72c0-42a5-b770-d15c000d5bad gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:21:44.936840 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:44.992295 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Deleting port 4fce23ed-1884-4e56-8485-b4a045d015d5 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:21:44.992775 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.021670 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b683afb5-9b03-4e28-82ed-be502f41fd73 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:21:45.053441 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: b683afb5-9b03-4e28-82ed-be502f41fd73 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:21:45.053784 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device b683afb5-9b03-4e28-82ed-be502f41fd73 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:21:45.075767 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] For port 4fce23ed-1884-4e56-8485-b4a045d015d5, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=4fce23ed-1884-4e56-8485-b4a045d015d5,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:21:45.076142 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.090396 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Calling delete_port for 4fce23ed-1884-4e56-8485-b4a045d015d5 owned by network:router_gateway {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:21:45.104606 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:21:43Z', 'revision_number': 5, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:45.134844 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69526ed-0467-4eaa-bf36-22db79e96599 None None] The sync data for ids ['b107e643-72c0-42a5-b770-d15c000d5bad'] in dv-cinder-780933-14-iscsi is: [{'id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'name': 'tempest-TestShelveInstance-1994172252-router', 'tenant_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:21:43Z', 'revision_number': 5, 'project_id': '0dd956b2bc4e475c8d313dab0a7ded37', 'gw_port': {'id': '4fce23ed-1884-4e56-8485-b4a045d015d5', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b107e643-72c0-42a5-b770-d15c000d5bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:42Z', 'updated_at': '2021-08-10T15:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:21:45.257135 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.286317 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fce23ed-1884-4e56-8485-b4a045d015d5,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:45.344644 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654795'] for router_gateway, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.434778 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113030'] for router, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.436932 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.480307 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652582'] for router, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.480840 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b107e643-72c0-42a5-b770-d15c000d5bad {{(pid=93494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:21:45.486210 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.487507 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-b4741000-e903-46b3-ad18-856a04c36486 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b107e643-72c0-42a5-b770-d15c000d5bad HTTP/1.1" status: 204 len: 168 time: 1.0409932 Aug 10 15:21:45.490039 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49338) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:45.544903 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b6baa5-88bf-4fd6-a00e-16c8b4e45a2d admin admin] Deleting subnet 5b9129ec-4b6d-4038-b5e3-ae6818f2f464 {{(pid=93494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:21:45.548182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-37b6baa5-88bf-4fd6-a00e-16c8b4e45a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.583703 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-37b6baa5-88bf-4fd6-a00e-16c8b4e45a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126725730'] for subnet, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.664190 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-37b6baa5-88bf-4fd6-a00e-16c8b4e45a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.723598 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-37b6baa5-88bf-4fd6-a00e-16c8b4e45a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125861968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126083893'] for subnet, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.754755 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-37b6baa5-88bf-4fd6-a00e-16c8b4e45a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.756717 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-37b6baa5-88bf-4fd6-a00e-16c8b4e45a2d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5b9129ec-4b6d-4038-b5e3-ae6818f2f464 HTTP/1.1" status: 204 len: 168 time: 0.2656293 Aug 10 15:21:45.757771 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6baa5-88bf-4fd6-a00e-16c8b4e45a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9129ec-4b6d-4038-b5e3-ae6818f2f464,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:45.759507 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49340) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:45.761642 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f7f0b-78ce-4af0-a101-226bb49c269c None None] Network c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:21:45.831558 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.891457 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Deleting port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:21:45.891457 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.959498 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] For port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=2517b566-b33b-44c1-9ac8-fa60b3ef4d6f,segment=NetworkSegment(6b783bce-1025-464e-80f9-b3f1c7fe5a44),segment_id=6b783bce-1025-464e-80f9-b3f1c7fe5a44)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:21:45.959861 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:45.972872 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Calling delete_port for 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f owned by network:dhcp {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:21:46.049223 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:46.074127 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=2517b566-b33b-44c1-9ac8-fa60b3ef4d6f,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:46.083999 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] No DVR routers for this DVR port 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f on host dv-cinder-780933-14-iscsi {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:21:46.127453 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751babc9-585d-4a91-8729-e1309ae02ece None None] DHCP port deletion for c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 request from dv-cinder-780933-14-iscsi {{(pid=93496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:21:46.169320 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:46.181128 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:46.193951 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b783bce-1025-464e-80f9-b3f1c7fe5a44') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:46.194252 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b783bce-1025-464e-80f9-b3f1c7fe5a44') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:46.204638 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:46.205313 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 4fce23ed-1884-4e56-8485-b4a045d015d5 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:21:46.220061 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:46.226430 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 4fce23ed-1884-4e56-8485-b4a045d015d5 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:21:46.226782 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 4fce23ed-1884-4e56-8485-b4a045d015d5 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:21:46.227191 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device d779ca27-72b1-4e76-9918-6ba21d369067 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:21:46.227319 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:21:46.227850 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:21:46.229508 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:21:46.247591 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: d779ca27-72b1-4e76-9918-6ba21d369067 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:21:46.247932 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device d779ca27-72b1-4e76-9918-6ba21d369067 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:21:46.248343 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:21:46.271452 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:21:46.271797 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 2517b566-b33b-44c1-9ac8-fa60b3ef4d6f not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:21:46.293163 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:46.298817 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:46.300706 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] 10.222.0.26 "DELETE /v2.0/networks/c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4 HTTP/1.1" status: 204 len: 168 time: 0.5405910 Aug 10 15:21:46.303840 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49342) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:46.312088 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03483b6-b6af-46a3-afc6-f27dd3f35a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d6e31d-ecb6-48fd-a1d1-4427539f3ac4,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:46.639824 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954525'] for router_interface, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:47.106437 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Deleting port d29045aa-8135-4583-9fbd-820ab99cc13f {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:21:47.106842 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:47.186986 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] For port d29045aa-8135-4583-9fbd-820ab99cc13f, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=d29045aa-8135-4583-9fbd-820ab99cc13f,segment=NetworkSegment(8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6),segment_id=8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:21:47.187349 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:47.199734 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Calling delete_port for d29045aa-8135-4583-9fbd-820ab99cc13f owned by network:router_interface {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:21:47.374945 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:47.401908 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d29045aa-8135-4583-9fbd-820ab99cc13f,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:47.582163 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651565'] for router_interface, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:47.788187 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:21:47.891274 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:21:47.896493 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-b851ad40-f4a7-46c8-987b-c3a4872151ed admin admin] 10.222.0.26 "PUT /v2.0/routers/66e70e5f-f87f-47b5-9e12-6e6dfa467b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5914359 Aug 10 15:21:47.898965 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49344) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:47.901510 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] Sync routers for ids ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:21:47.911911 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] Routers {'66e70e5f-f87f-47b5-9e12-6e6dfa467b66'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:21:47.912515 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:21:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:48.009017 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks [] for router, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.020261 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] Set router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:21:48.111257 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.165695 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Deleting port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:21:48.166035 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.246394 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] For port 96d6b07a-c57d-48c8-8ec9-7197b1028bc7, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=96d6b07a-c57d-48c8-8ec9-7197b1028bc7,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:21:48.246779 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.258553 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Calling delete_port for 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 owned by network:router_gateway {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:21:48.278385 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:47Z', 'updated_at': '2021-08-10T15:21:47Z', 'revision_number': 5, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'gw_port': {'id': '96d6b07a-c57d-48c8-8ec9-7197b1028bc7', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:16:48Z', 'updated_at': '2021-08-10T15:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:48.307701 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] Checking router: 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:21:48.315838 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] Routers {'66e70e5f-f87f-47b5-9e12-6e6dfa467b66'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:21:48.316450 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:21:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:48.400095 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] Set router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 gateway port host: None {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:21:48.421969 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.447756 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d6b07a-c57d-48c8-8ec9-7197b1028bc7,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:48.452614 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:47Z', 'updated_at': '2021-08-10T15:21:48Z', 'revision_number': 6, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'gw_port_host': None}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:48.481760 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48489311-9f32-48d3-855b-fcb7f827f586 None None] The sync data for ids ['66e70e5f-f87f-47b5-9e12-6e6dfa467b66'] in dv-cinder-780933-14-iscsi is: [{'id': '66e70e5f-f87f-47b5-9e12-6e6dfa467b66', 'name': 'tempest-TestShelveInstance-627898816-router', 'tenant_id': 'd25fd1ae02e6498cbea62b586122614c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:16:47Z', 'updated_at': '2021-08-10T15:21:48Z', 'revision_number': 6, 'project_id': 'd25fd1ae02e6498cbea62b586122614c', 'gw_port_host': None}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:21:48.508326 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654795'] for router_gateway, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.606481 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113030'] for router, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.608629 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.653675 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652582'] for router, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.654206 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66e70e5f-f87f-47b5-9e12-6e6dfa467b66 {{(pid=93495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:21:48.658882 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] Notify callbacks [] for router, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.660669 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-564c949d-7d69-4025-ace7-7b82aea39399 admin admin] 10.222.0.26 "DELETE /v2.0/routers/66e70e5f-f87f-47b5-9e12-6e6dfa467b66 HTTP/1.1" status: 204 len: 168 time: 0.7607844 Aug 10 15:21:48.663579 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49346) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:48.713204 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c631810-01ec-4de2-aa8e-18363da67c22 admin admin] Deleting subnet ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd {{(pid=93494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:21:48.717109 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1c631810-01ec-4de2-aa8e-18363da67c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.753298 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1c631810-01ec-4de2-aa8e-18363da67c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126725730'] for subnet, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.839843 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1c631810-01ec-4de2-aa8e-18363da67c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.900860 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1c631810-01ec-4de2-aa8e-18363da67c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125861968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126083893'] for subnet, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.923062 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c631810-01ec-4de2-aa8e-18363da67c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:48.928607 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-1c631810-01ec-4de2-aa8e-18363da67c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:48.930481 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-1c631810-01ec-4de2-aa8e-18363da67c22 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec5ec07a-fc00-40f0-8348-fc6e3a73ddfd HTTP/1.1" status: 204 len: 168 time: 0.2654028 Aug 10 15:21:48.933150 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49348) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:48.935739 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a89e1f-e9a9-421d-8b22-edcdfd7cc294 None None] Network d7f0cebc-2b4b-4ddf-8025-81660cb2f985 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:21:49.001305 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.059187 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Deleting port f86837b1-2702-4a9a-88c0-d435976e002b {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:21:49.059536 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.120859 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] For port f86837b1-2702-4a9a-88c0-d435976e002b, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=f86837b1-2702-4a9a-88c0-d435976e002b,segment=NetworkSegment(8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6),segment_id=8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:21:49.121224 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.133896 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Calling delete_port for f86837b1-2702-4a9a-88c0-d435976e002b owned by network:dhcp {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:21:49.217759 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.245598 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Pushing event deleted for resources: {'Port': ['ID=f86837b1-2702-4a9a-88c0-d435976e002b,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:49.249021 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] No DVR routers for this DVR port f86837b1-2702-4a9a-88c0-d435976e002b on host dv-cinder-780933-14-iscsi {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:21:49.255293 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc65cb4-ee76-43d5-b373-1704ba54b33b None None] DHCP port deletion for d7f0cebc-2b4b-4ddf-8025-81660cb2f985 request from dv-cinder-780933-14-iscsi {{(pid=93496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:21:49.325614 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.336195 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f0cebc-2b4b-4ddf-8025-81660cb2f985']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:49.350629 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:49.351045 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7fbbd2-0e92-4a1b-9c6a-22f84aef9ab6') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:21:49.360519 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.376087 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.383030 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:21:49.383577 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:21:49.385761 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:21:49.440450 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.446164 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.448035 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] 10.222.0.26 "DELETE /v2.0/networks/d7f0cebc-2b4b-4ddf-8025-81660cb2f985 HTTP/1.1" status: 204 len: 168 time: 0.5139768 Aug 10 15:21:49.460980 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdcad8-1f4b-4275-a9d5-036285d0377b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f0cebc-2b4b-4ddf-8025-81660cb2f985,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:49.571972 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49352) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:49.610542 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-60d9d5c6-fb56-4093-b2c9-c52062a4d1f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0dd956b2bc4e475c8d313dab0a7ded37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373569 Aug 10 15:21:49.613515 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49354) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:49.661130 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9c02840a-548e-4ddc-8120-69ac1af7f7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.682097 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9c02840a-548e-4ddc-8120-69ac1af7f7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.732165 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9c02840a-548e-4ddc-8120-69ac1af7f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.734594 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9c02840a-548e-4ddc-8120-69ac1af7f7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:49.735718 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9c02840a-548e-4ddc-8120-69ac1af7f7d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6ba2261-7c4f-4beb-9640-0cce55715be4 HTTP/1.1" status: 204 len: 168 time: 0.1212232 Aug 10 15:21:49.743646 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02840a-548e-4ddc-8120-69ac1af7f7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ba2261-7c4f-4beb-9640-0cce55715be4,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:50.013488 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:21:50.038185 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:21:50.038559 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 96d6b07a-c57d-48c8-8ec9-7197b1028bc7 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:21:50.038978 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device d29045aa-8135-4583-9fbd-820ab99cc13f no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:21:50.058453 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49360) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:50.062213 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: d29045aa-8135-4583-9fbd-820ab99cc13f {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:21:50.062593 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device d29045aa-8135-4583-9fbd-820ab99cc13f not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:21:50.063008 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device f86837b1-2702-4a9a-88c0-d435976e002b no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:21:50.082872 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: f86837b1-2702-4a9a-88c0-d435976e002b {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:21:50.083222 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device f86837b1-2702-4a9a-88c0-d435976e002b not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:21:50.102867 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-3509ed37-172d-4af1-b3fc-a21140c6dabc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d25fd1ae02e6498cbea62b586122614c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432169 Aug 10 15:21:50.106174 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49362) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:21:50.159213 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-61965b85-b84c-479b-92f6-f8efabc350be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:50.182883 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-61965b85-b84c-479b-92f6-f8efabc350be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:50.235090 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-61965b85-b84c-479b-92f6-f8efabc350be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:50.238188 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-61965b85-b84c-479b-92f6-f8efabc350be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:50.239420 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-61965b85-b84c-479b-92f6-f8efabc350be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e8a2d48-a440-4940-aaab-a269a0c46615 HTTP/1.1" status: 204 len: 168 time: 0.1322694 Aug 10 15:21:50.247896 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61965b85-b84c-479b-92f6-f8efabc350be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a2d48-a440-4940-aaab-a269a0c46615,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:21:52.347459 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c2ea9779-7a58-4dc1-bbcc-2691d70038d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:55.151738 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:55.554950 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-74b3e2c0-a527-4450-bbe9-5cf47c386aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:56.238545 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:56.766858 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:21:58.123397 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:11.548270 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:22:21.962127 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49370) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:22.114018 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Deleting port 62b2f3c9-1e3a-4ef2-93bd-a56c71ce7ae0 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:22.114349 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:22.187635 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:22.187968 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:22.199783 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Calling delete_port for 62b2f3c9-1e3a-4ef2-93bd-a56c71ce7ae0 owned by network:floatingip {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:22.348607 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-71452a3f-3239-4b81-9503-91d1328d4fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:22.365623 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:22.395838 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event deleted for resources: {'Port': ['ID=62b2f3c9-1e3a-4ef2-93bd-a56c71ce7ae0,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:22.453217 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:22.453555 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.db.l3_db [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Floating IP 3a017987-dd33-4a4c-9c33-ea21bb8d3339 disassociated (deleted). External IP: 172.27.2.23, port: 4558e0a6-943c-454a-a65d-ceae33b6dda1. Aug 10 15:22:22.653597 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Router d9eeb9db-a7cb-4355-bba2-35e0a2004655 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:22:22.758816 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:22:22.763414 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:22.770424 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] Sync routers for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:22:22.781228 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:22:22.782646 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:21:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:22.790140 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-4d4c599e-7199-454f-bd68-16f08b7a6156 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "DELETE /v2.0/floatingips/3a017987-dd33-4a4c-9c33-ea21bb8d3339 HTTP/1.1" status: 204 len: 168 time: 0.8268929 Aug 10 15:22:22.790861 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:22:22.793206 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cad8bb-edea-4580-839d-5d83c7aa8917" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:22:22.830580 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65786c6-1567-4cc2-bf1d-5bb0db98ce1a x-openstack-request-id: req-d65786c6-1567-4cc2-bf1d-5bb0db98ce1a {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:22:22.831541 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:22:22.831797 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d65786c6-1567-4cc2-bf1d-5bb0db98ce1a {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:22:22.832202 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'status': 'completed', 'code': 200} Aug 10 15:22:22.893777 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:22:22.894057 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-1a8fc597-cd37-4376-af48-22252fd3b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:22.895582 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-1a8fc597-cd37-4376-af48-22252fd3b935 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 1099 time: 0.0420778 Aug 10 15:22:23.025171 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-dee68a27-1657-467c-b061-6b7bbb1b7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:23.026701 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-dee68a27-1657-467c-b061-6b7bbb1b7f10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.1234114 Aug 10 15:22:23.050497 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3284aa-9b3f-4044-bf87-5711c6ab8b2b req-7258a97d-2baf-4e01-8027-678be49e86e0 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:23.052039 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d3284aa-9b3f-4044-bf87-5711c6ab8b2b req-7258a97d-2baf-4e01-8027-678be49e86e0 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 946 time: 0.0709879 Aug 10 15:22:23.091256 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-51dda757-e629-4efb-91a2-a0c244e20089 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4558e0a6-943c-454a-a65d-ceae33b6dda1 HTTP/1.1" status: 200 len: 217 time: 0.0559521 Aug 10 15:22:23.155735 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-2d3284aa-9b3f-4044-bf87-5711c6ab8b2b req-a1e2105d-8f39-456d-9cd2-1aa90e559d4b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720799 Aug 10 15:22:23.161806 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-61fcbb5d-0946-41f0-92b6-fc06916d4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:23.164217 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-61fcbb5d-0946-41f0-92b6-fc06916d4dcb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0647345 Aug 10 15:22:23.211994 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-373e41f8-7ba4-4088-8402-3aebea2002f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:23.213403 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-373e41f8-7ba4-4088-8402-3aebea2002f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410445 Aug 10 15:22:23.249588 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '1ad8d137-5f9d-4e51-aac0-0ef894c1d541', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:18:40Z', 'updated_at': '2021-08-10T15:18:42Z', 'revision_number': 1, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:23.275445 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] Checking router: d9eeb9db-a7cb-4355-bba2-35e0a2004655 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:22:23.283560 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:22:23.284162 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:21:56Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:23.308145 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-7c2aacca-ecf3-4e2a-8bbb-1e2c547ff1b0 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857489 Aug 10 15:22:23.391301 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:22:23.400337 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-25cad8bb-edea-4580-839d-5d83c7aa8917 req-eedecbca-2936-4cf8-983c-817510178e45 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839224 Aug 10 15:22:23.610333 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '1ad8d137-5f9d-4e51-aac0-0ef894c1d541', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:18:40Z', 'updated_at': '2021-08-10T15:18:42Z', 'revision_number': 1, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:23.636069 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3362a9-a25f-48ca-92d8-2f9418687388 None None] The sync data for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi is: [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_floatingips': [{'id': '1ad8d137-5f9d-4e51-aac0-0ef894c1d541', 'tenant_id': '506303e06432415684b9055467f6e44a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'router_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'port_id': '5d0325ec-1129-4b82-a14c-c81658379f15', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'mac_address': 'fa:16:3e:cc:44:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T15:18:40Z', 'updated_at': '2021-08-10T15:18:42Z', 'revision_number': 1, 'project_id': '506303e06432415684b9055467f6e44a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:22:23.956489 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f484df29-6855-426c-b1c2-2bbbc0cb92af None None] New status for floating IP 3a017987-dd33-4a4c-9c33-ea21bb8d3339: DOWN {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:22:24.272761 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6c692-4d02-4e75-bd68-8629a01b3663 req-11f859b6-033b-4409-b419-be9ad580b90b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:24.274270 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-55e6c692-4d02-4e75-bd68-8629a01b3663 req-11f859b6-033b-4409-b419-be9ad580b90b tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 946 time: 0.0495439 Aug 10 15:22:24.312827 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-55e6c692-4d02-4e75-bd68-8629a01b3663 req-6d107427-5624-4b4e-adec-e8e56ba36d97 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325108 Aug 10 15:22:24.461235 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-f2e80b6c-ec70-4ff9-a140-930ea3d50eef tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:24.462943 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-f2e80b6c-ec70-4ff9-a140-930ea3d50eef tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 946 time: 0.0525744 Aug 10 15:22:24.549846 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Deleting port 4558e0a6-943c-454a-a65d-ceae33b6dda1 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:24.550224 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:24.896505 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] For port 4558e0a6-943c-454a-a65d-ceae33b6dda1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4558e0a6-943c-454a-a65d-ceae33b6dda1,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:22:24.896870 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:24.909105 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Calling delete_port for 4558e0a6-943c-454a-a65d-ceae33b6dda1 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:25.030776 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:25.060617 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event deleted for resources: {'Port': ['ID=4558e0a6-943c-454a-a65d-ceae33b6dda1,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:25.102259 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] No DVR routers for this DVR port 4558e0a6-943c-454a-a65d-ceae33b6dda1 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:22:25.104629 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:25.106600 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-af45138c-5b6c-4559-9daf-2d727f5d97de req-89982258-b3b1-47a3-8ea5-88587a462ff5 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "DELETE /v2.0/ports/4558e0a6-943c-454a-a65d-ceae33b6dda1 HTTP/1.1" status: 204 len: 173 time: 0.6379063 Aug 10 15:22:25.107029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'name': 'network-vif-deleted', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:22:25.109243 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a59819-1f85-4d56-aa87-f2618f5e8f80" -d '{"events": [{"server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "name": "network-vif-deleted", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:22:25.151240 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae6131-2cd9-4ff6-8049-fe0b8ddb14e7 x-openstack-request-id: req-8dae6131-2cd9-4ff6-8049-fe0b8ddb14e7 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:22:25.151611 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a451b-eb14-4782-bac6-2051a1dcd1af", "name": "network-vif-deleted", "tag": "4558e0a6-943c-454a-a65d-ceae33b6dda1", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:22:25.151733 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8dae6131-2cd9-4ff6-8049-fe0b8ddb14e7 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:22:25.152150 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a451b-eb14-4782-bac6-2051a1dcd1af', 'name': 'network-vif-deleted', 'tag': '4558e0a6-943c-454a-a65d-ceae33b6dda1', 'status': 'completed', 'code': 200} Aug 10 15:22:25.154270 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:25.408063 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-cfce5855-dee8-4ac7-b0ba-3694bfc17ee6 req-4baa7203-b7bd-4398-b674-675d9b101819 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad9a451b-eb14-4782-bac6-2051a1dcd1af HTTP/1.1" status: 200 len: 210 time: 0.0269737 Aug 10 15:22:25.555410 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-79f9bda6-22a5-4ad1-8de1-108023366e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:26.242201 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:26.775945 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:27.301187 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 4558e0a6-943c-454a-a65d-ceae33b6dda1 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:22:27.321194 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 4558e0a6-943c-454a-a65d-ceae33b6dda1 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:22:27.321534 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 4558e0a6-943c-454a-a65d-ceae33b6dda1 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:22:28.126544 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:28.676831 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49400) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:28.832039 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Deleting port 916ae05d-0a4c-45fa-97fa-04b4db7f8b2d {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:28.832377 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:28.905846 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:28.906074 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:28.917584 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Calling delete_port for 916ae05d-0a4c-45fa-97fa-04b4db7f8b2d owned by network:floatingip {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:29.064728 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:29.087571 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event deleted for resources: {'Port': ['ID=916ae05d-0a4c-45fa-97fa-04b4db7f8b2d,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:29.150259 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:29.150619 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.db.l3_db [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Floating IP 1ad8d137-5f9d-4e51-aac0-0ef894c1d541 disassociated (deleted). External IP: 172.27.2.77, port: 5d0325ec-1129-4b82-a14c-c81658379f15. Aug 10 15:22:29.351097 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Router d9eeb9db-a7cb-4355-bba2-35e0a2004655 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:22:29.452641 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:22:29.457037 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:29.462127 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] Sync routers for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:22:29.471047 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:22:29.471666 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:22:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:29.486093 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-7035cfc2-0a65-40c1-ab55-c6932e3dcdfd tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "DELETE /v2.0/floatingips/1ad8d137-5f9d-4e51-aac0-0ef894c1d541 HTTP/1.1" status: 204 len: 168 time: 0.8081808 Aug 10 15:22:29.486797 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15'}] {{(pid=93495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:22:29.489160 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f254f091a2fec541a19bd7b3916f8c29fd988a268f2d86f2e34697a89e293002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d3b008-ecc8-434c-8d13-a687d5321795" -d '{"events": [{"name": "network-changed", "server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15"}]}' {{(pid=93495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:22:29.528825 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cf6141-4990-4abd-872c-e1b020576311 x-openstack-request-id: req-c7cf6141-4990-4abd-872c-e1b020576311 {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:22:29.529188 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15", "status": "completed", "code": 200}]} {{(pid=93495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:22:29.529381 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7cf6141-4990-4abd-872c-e1b020576311 {{(pid=93495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:22:29.529754 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15', 'status': 'completed', 'code': 200} Aug 10 15:22:29.584173 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:22:29.597355 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-e057e34b-f75d-4764-8e26-20a37224eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:29.598894 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-e057e34b-f75d-4764-8e26-20a37224eb80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=506303e06432415684b9055467f6e44a&device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 1098 time: 0.0454907 Aug 10 15:22:29.740268 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-43a8314b-b8b1-4fda-959f-5784dd83f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:29.741753 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-43a8314b-b8b1-4fda-959f-5784dd83f0bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 200 len: 913 time: 0.1322758 Aug 10 15:22:29.753759 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de778f7d-56e2-4a1d-8380-21e6355671de req-b4e28c4a-e8cb-4323-b260-71c7a37267b4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:29.755203 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-de778f7d-56e2-4a1d-8380-21e6355671de req-b4e28c4a-e8cb-4323-b260-71c7a37267b4 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 945 time: 0.0790937 Aug 10 15:22:29.787014 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:29.805709 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-39153955-8032-48d2-845f-e8ef11422203 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d0325ec-1129-4b82-a14c-c81658379f15 HTTP/1.1" status: 200 len: 217 time: 0.0495243 Aug 10 15:22:29.813206 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] Checking router: d9eeb9db-a7cb-4355-bba2-35e0a2004655 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:22:29.821404 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:22:29.822016 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:22:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:29.850596 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-de778f7d-56e2-4a1d-8380-21e6355671de req-348440de-04a2-4a29-8b88-e45c94d4895d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886893 Aug 10 15:22:29.869229 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-8913f6e9-8c1c-445a-8b48-19f1c353b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:29.869229 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-8913f6e9-8c1c-445a-8b48-19f1c353b855 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 200 len: 851 time: 0.0551155 Aug 10 15:22:29.915130 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-0a671c2c-cf26-42f6-9741-3abd3af60d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:29.916767 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-0a671c2c-cf26-42f6-9741-3abd3af60d78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef3bcc5-d2d3-4028-963e-835c43f44db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411396 Aug 10 15:22:29.931439 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:22:30.011788 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-49a50544-2e97-46be-8253-148842b953d6 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872340 Aug 10 15:22:30.105387 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-89d3b008-ecc8-434c-8d13-a687d5321795 req-7b91c531-cf20-4d58-929c-f5b49bc72092 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856645 Aug 10 15:22:30.126572 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:30.156245 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5771af0f-1f0e-4cfe-ac6a-2b2cbf03c223 None None] The sync data for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi is: [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:15:19Z', 'revision_number': 4, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi', '_interfaces': [{'id': '5c14a06f-84f5-4946-9ffa-2381edcc782f', 'name': '', 'network_id': '9ef3bcc5-d2d3-4028-963e-835c43f44db7', 'tenant_id': '506303e06432415684b9055467f6e44a', 'mac_address': 'fa:16:3e:56:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:18Z', 'updated_at': '2021-08-10T15:15:26Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'subnets': [{'id': '5e6f4ced-e161-4bba-960f-b62362284a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:22:30.360209 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57c6325-7b1b-4ecb-8c56-4264580d61b4 None None] New status for floating IP 1ad8d137-5f9d-4e51-aac0-0ef894c1d541: DOWN {{(pid=93497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 15:22:30.970232 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affae135-a67d-485e-b5fd-5551dedeae70 req-897af86b-e9c8-4b66-b96b-b0a9b87f02cc tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:30.971729 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-affae135-a67d-485e-b5fd-5551dedeae70 req-897af86b-e9c8-4b66-b96b-b0a9b87f02cc tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 945 time: 0.0505435 Aug 10 15:22:31.010650 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-affae135-a67d-485e-b5fd-5551dedeae70 req-216efaf2-0f6b-477f-befa-83b2cfabb775 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/security-groups?id=c27eef62-41ec-4209-beab-c11ee1342543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324960 Aug 10 15:22:31.159209 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530554d-95e7-46bf-883f-092ceb5186ff req-0d082ec9-0864-44aa-ab2a-f8330d387e13 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 15:22:31.160596 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7530554d-95e7-46bf-883f-092ceb5186ff req-0d082ec9-0864-44aa-ab2a-f8330d387e13 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 945 time: 0.0521522 Aug 10 15:22:31.249032 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-7530554d-95e7-46bf-883f-092ceb5186ff req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Deleting port 5d0325ec-1129-4b82-a14c-c81658379f15 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:31.249376 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7530554d-95e7-46bf-883f-092ceb5186ff req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:31.339025 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [req-7530554d-95e7-46bf-883f-092ceb5186ff req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] For port 5d0325ec-1129-4b82-a14c-c81658379f15, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d0325ec-1129-4b82-a14c-c81658379f15,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:22:31.339391 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7530554d-95e7-46bf-883f-092ceb5186ff req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:31.352466 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [req-7530554d-95e7-46bf-883f-092ceb5186ff req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Calling delete_port for 5d0325ec-1129-4b82-a14c-c81658379f15 owned by compute:nova {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:31.475774 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7530554d-95e7-46bf-883f-092ceb5186ff req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:31.508259 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event deleted for resources: {'Port': ['ID=5d0325ec-1129-4b82-a14c-c81658379f15,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:31.547705 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7530554d-95e7-46bf-883f-092ceb5186ff req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] No DVR routers for this DVR port 5d0325ec-1129-4b82-a14c-c81658379f15 on host hv-cinder-78093 {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:22:31.550111 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [req-7530554d-95e7-46bf-883f-092ceb5186ff req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for port, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:31.552154 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-7530554d-95e7-46bf-883f-092ceb5186ff req-7e1f1f51-3b0a-43b8-abb9-4669810b334d tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.50 "DELETE /v2.0/ports/5d0325ec-1129-4b82-a14c-c81658379f15 HTTP/1.1" status: 204 len: 173 time: 0.3852851 Aug 10 15:22:31.552614 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'name': 'network-vif-deleted', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15'}] {{(pid=93494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 15:22:31.555398 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d0c25ee1272950f970679351e7200bfbb9746387c30f8490c7e8d5e0708f658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64a464-05d2-4619-a18c-80c507fbdd71" -d '{"events": [{"server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "name": "network-vif-deleted", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15"}]}' {{(pid=93494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 15:22:31.590565 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 15:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8882481-2e76-4dde-af09-3f6511399037 x-openstack-request-id: req-d8882481-2e76-4dde-af09-3f6511399037 {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 15:22:31.590859 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c83f65-6947-47cd-876e-afc1ab66c34b", "name": "network-vif-deleted", "tag": "5d0325ec-1129-4b82-a14c-c81658379f15", "status": "completed", "code": 200}]} {{(pid=93494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 15:22:31.591134 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8882481-2e76-4dde-af09-3f6511399037 {{(pid=93494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 15:22:31.591534 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c83f65-6947-47cd-876e-afc1ab66c34b', 'name': 'network-vif-deleted', 'tag': '5d0325ec-1129-4b82-a14c-c81658379f15', 'status': 'completed', 'code': 200} Aug 10 15:22:32.114413 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [req-07839026-bdca-441a-94fd-8734c5a320a2 req-dcdc5dc2-0a6d-4369-a38d-640f430acbb8 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c83f65-6947-47cd-876e-afc1ab66c34b HTTP/1.1" status: 200 len: 210 time: 0.0260470 Aug 10 15:22:33.172853 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49416) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:33.295258 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Deleting port a70d39eb-01f1-4680-b065-180b18be636b {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:33.295594 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:33.369097 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:33.369421 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:33.380710 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Calling delete_port for a70d39eb-01f1-4680-b065-180b18be636b owned by network:floatingip {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:33.734063 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:33.758993 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event deleted for resources: {'Port': ['ID=a70d39eb-01f1-4680-b065-180b18be636b,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:33.818971 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:33.822272 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-468380'] for floatingip, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:33.823426 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-8be4288b-112b-4743-8b15-3b5446ab0c4a tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "DELETE /v2.0/floatingips/78cedbf8-302b-4d50-91f5-d2d28ed82c39 HTTP/1.1" status: 204 len: 168 time: 0.6496065 Aug 10 15:22:35.011308 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49428) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:35.067542 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ba5caa27-129f-4b24-b523-33e75835a900 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:35.093235 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ba5caa27-129f-4b24-b523-33e75835a900 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:35.154799 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ba5caa27-129f-4b24-b523-33e75835a900 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:35.157427 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ba5caa27-129f-4b24-b523-33e75835a900 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Notify callbacks [] for security_group, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:35.158611 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-ba5caa27-129f-4b24-b523-33e75835a900 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] 10.222.0.26 "DELETE /v2.0/security-groups/c27eef62-41ec-4209-beab-c11ee1342543 HTTP/1.1" status: 204 len: 168 time: 0.1462908 Aug 10 15:22:35.168118 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5caa27-129f-4b24-b523-33e75835a900 tempest-TestVolumeBootPattern-1403200291 tempest-TestVolumeBootPattern-1403200291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27eef62-41ec-4209-beab-c11ee1342543,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:35.332830 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 5d0325ec-1129-4b82-a14c-c81658379f15 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:22:35.354299 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] No Port match for: 5d0325ec-1129-4b82-a14c-c81658379f15 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:22:35.354672 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Device 5d0325ec-1129-4b82-a14c-c81658379f15 not bound to the agent host hv-cinder-78093 {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:22:36.230313 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49434) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:36.758172 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954525'] for router_interface, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:36.997841 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Deleting port 5c14a06f-84f5-4946-9ffa-2381edcc782f {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:36.998184 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:37.077004 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] For port 5c14a06f-84f5-4946-9ffa-2381edcc782f, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=5c14a06f-84f5-4946-9ffa-2381edcc782f,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:22:37.077283 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:37.089911 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Calling delete_port for 5c14a06f-84f5-4946-9ffa-2381edcc782f owned by network:router_interface {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:37.265481 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:37.291911 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Pushing event deleted for resources: {'Port': ['ID=5c14a06f-84f5-4946-9ffa-2381edcc782f,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:37.452329 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651565'] for router_interface, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:37.661047 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Router d9eeb9db-a7cb-4355-bba2-35e0a2004655 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:22:37.766805 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:22:37.771759 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-b167c105-de17-44a7-b42d-43716f9990af admin admin] 10.222.0.26 "PUT /v2.0/routers/d9eeb9db-a7cb-4355-bba2-35e0a2004655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5404816 Aug 10 15:22:37.774362 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49438) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:37.775404 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] Sync routers for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:22:37.784653 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:22:37.785257 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:22:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:37.877533 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:37.989719 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.017918 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:22:38.059316 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Deleting port 22d48f06-023a-4b74-8392-765ad39df2c6 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:38.059660 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.139030 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] For port 22d48f06-023a-4b74-8392-765ad39df2c6, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=22d48f06-023a-4b74-8392-765ad39df2c6,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:22:38.139559 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.151182 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Calling delete_port for 22d48f06-023a-4b74-8392-765ad39df2c6 owned by network:router_gateway {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:38.195050 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:22:37Z', 'revision_number': 5, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port': {'id': '22d48f06-023a-4b74-8392-765ad39df2c6', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:15Z', 'updated_at': '2021-08-10T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:38.224904 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] Checking router: d9eeb9db-a7cb-4355-bba2-35e0a2004655 for host: dv-cinder-780933-14-iscsi {{(pid=93496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:22:38.234455 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] Routers {'d9eeb9db-a7cb-4355-bba2-35e0a2004655'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:22:38.234995 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:22:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'], 'active': True} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:38.317826 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvr_db [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] Set router d9eeb9db-a7cb-4355-bba2-35e0a2004655 gateway port host: None {{(pid=93496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:22:38.323442 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.349407 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d48f06-023a-4b74-8392-765ad39df2c6,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:38.376879 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_hamode_db [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:22:37Z', 'revision_number': 6, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port_host': None}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:38.411291 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca1a32-8726-40be-b383-0e506b7dc9d1 None None] The sync data for ids ['d9eeb9db-a7cb-4355-bba2-35e0a2004655'] in dv-cinder-780933-14-iscsi is: [{'id': 'd9eeb9db-a7cb-4355-bba2-35e0a2004655', 'name': 'tempest-TestVolumeBootPattern-1615731602-router', 'tenant_id': '506303e06432415684b9055467f6e44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:14Z', 'updated_at': '2021-08-10T15:22:37Z', 'revision_number': 6, 'project_id': '506303e06432415684b9055467f6e44a', 'gw_port_host': None}] {{(pid=93496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:22:38.412699 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654795'] for router_gateway, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.502398 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113030'] for router, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.504442 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.548374 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652582'] for router, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.549012 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9eeb9db-a7cb-4355-bba2-35e0a2004655 {{(pid=93494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:22:38.553240 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.554597 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-82dd3a2e-113d-4a97-8c93-bc4a050df1b2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d9eeb9db-a7cb-4355-bba2-35e0a2004655 HTTP/1.1" status: 204 len: 168 time: 0.7792165 Aug 10 15:22:38.557021 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49440) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:38.600020 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc330f2-0779-4f71-adb2-5be49d50fa12 admin admin] Deleting subnet 5e6f4ced-e161-4bba-960f-b62362284a23 {{(pid=93494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:22:38.603585 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9fc330f2-0779-4f71-adb2-5be49d50fa12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.636045 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9fc330f2-0779-4f71-adb2-5be49d50fa12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126725730'] for subnet, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.723877 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9fc330f2-0779-4f71-adb2-5be49d50fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.778380 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9fc330f2-0779-4f71-adb2-5be49d50fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125861968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126083893'] for subnet, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.803964 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc330f2-0779-4f71-adb2-5be49d50fa12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6f4ced-e161-4bba-960f-b62362284a23,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:38.807578 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-9fc330f2-0779-4f71-adb2-5be49d50fa12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.809484 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-9fc330f2-0779-4f71-adb2-5be49d50fa12 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5e6f4ced-e161-4bba-960f-b62362284a23 HTTP/1.1" status: 204 len: 168 time: 0.2515111 Aug 10 15:22:38.813639 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49442) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:38.816459 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40197e-ee18-4af5-b643-13dbe83f540b None None] Network 9ef3bcc5-d2d3-4028-963e-835c43f44db7 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:22:38.884469 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:38.934665 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Deleting port 06b20a27-5839-4845-8f99-3f1a754166cb {{(pid=93495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:38.935017 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:39.000978 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.db [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] For port 06b20a27-5839-4845-8f99-3f1a754166cb, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=06b20a27-5839-4845-8f99-3f1a754166cb,segment=NetworkSegment(bb62f384-6b21-4549-89ad-319b18df9d2e),segment_id=bb62f384-6b21-4549-89ad-319b18df9d2e)] {{(pid=93495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:22:39.001345 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:39.013930 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.plugin [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Calling delete_port for 06b20a27-5839-4845-8f99-3f1a754166cb owned by network:dhcp {{(pid=93495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:39.090147 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129320159'] for port, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:39.112776 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b20a27-5839-4845-8f99-3f1a754166cb,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:39.122498 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] No DVR routers for this DVR port 06b20a27-5839-4845-8f99-3f1a754166cb on host dv-cinder-780933-14-iscsi {{(pid=93495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:22:39.126526 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.126882 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.127229 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.127635 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.127926 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.128282 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.128566 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.128897 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.129229 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.129555 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.129882 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.130206 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:39.139019 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20ddca-cde7-4843-ae15-a1ff85a30397 None None] DHCP port deletion for 9ef3bcc5-d2d3-4028-963e-835c43f44db7 request from dv-cinder-780933-14-iscsi {{(pid=93496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:22:39.207134 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:39.217147 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef3bcc5-d2d3-4028-963e-835c43f44db7']}} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:39.227603 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb62f384-6b21-4549-89ad-319b18df9d2e') {'for_net_delete': True} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:39.227968 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.services.segments.db [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb62f384-6b21-4549-89ad-319b18df9d2e') {} {{(pid=93495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:39.237224 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126710513'] for segment, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:39.251224 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:39.257610 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:22:39.258574 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129319936'] for segment, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: Traceback (most recent call last): Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: timer() Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: cb(*args, **kw) Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: return func(*args, **kwargs) Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: self._notify() Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: self.callback(batched_events) Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: event.method(event) Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: return f(self, *a, **k) Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._get(url).json() Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: return self.request(url, 'GET', **kwargs) Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:22:39.260349 dv-cinder-780933-14-iscsi neutron-server[93495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:22:39.320782 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:39.326592 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:39.331912 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9ef3bcc5-d2d3-4028-963e-835c43f44db7 HTTP/1.1" status: 204 len: 168 time: 0.5134268 Aug 10 15:22:39.332124 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49444) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:39.341931 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e92ef6-f382-4ec6-a485-456a3aaff7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef3bcc5-d2d3-4028-963e-835c43f44db7,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:39.933666 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954525'] for router_interface, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:40.045161 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 5c14a06f-84f5-4946-9ffa-2381edcc782f no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:22:40.064351 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 5c14a06f-84f5-4946-9ffa-2381edcc782f {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:22:40.064699 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 5c14a06f-84f5-4946-9ffa-2381edcc782f not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:22:40.065106 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 22d48f06-023a-4b74-8392-765ad39df2c6 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:22:40.087406 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 22d48f06-023a-4b74-8392-765ad39df2c6 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:22:40.087743 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 22d48f06-023a-4b74-8392-765ad39df2c6 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:22:40.088152 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 06b20a27-5839-4845-8f99-3f1a754166cb no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:22:40.106918 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 06b20a27-5839-4845-8f99-3f1a754166cb {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:22:40.107258 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 06b20a27-5839-4845-8f99-3f1a754166cb not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:22:40.183757 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Deleting port 499249de-be34-48a7-b3b1-06d1c9545247 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:40.184025 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:40.259981 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] For port 499249de-be34-48a7-b3b1-06d1c9545247, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=499249de-be34-48a7-b3b1-06d1c9545247,segment=NetworkSegment(14f92731-d953-440e-87d0-a984ee6b94e5),segment_id=14f92731-d953-440e-87d0-a984ee6b94e5)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:22:40.260349 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:40.272598 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Calling delete_port for 499249de-be34-48a7-b3b1-06d1c9545247 owned by network:router_interface {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:40.449165 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:40.472875 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Pushing event deleted for resources: {'Port': ['ID=499249de-be34-48a7-b3b1-06d1c9545247,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:40.651236 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651565'] for router_interface, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:40.861457 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Router cd249236-cb57-41ca-894c-166b40fbe705 has already been hosted by L3 agent 40e53693-5744-44b4-8408-9196a21b69bd {{(pid=93494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 15:22:40.966308 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] Notify agent at l3_agent.dv-cinder-780933-14-iscsi the message routers_updated {{(pid=93494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 15:22:40.971259 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-bcdba451-4e15-4190-b5a1-821ee40297be admin admin] 10.222.0.26 "PUT /v2.0/routers/cd249236-cb57-41ca-894c-166b40fbe705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6385660 Aug 10 15:22:40.973767 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49446) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:40.974511 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] Sync routers for ids ['cd249236-cb57-41ca-894c-166b40fbe705'] in dv-cinder-780933-14-iscsi {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 15:22:40.983956 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] Routers {'cd249236-cb57-41ca-894c-166b40fbe705'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:22:40.984558 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:22:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['cd249236-cb57-41ca-894c-166b40fbe705'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:41.076956 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks [] for router, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.085709 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] Set router cd249236-cb57-41ca-894c-166b40fbe705 gateway port host: dv-cinder-780933-14-iscsi {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:22:41.175683 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.230728 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Deleting port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:41.231043 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.264532 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'external_fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:22:40Z', 'revision_number': 5, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'gw_port': {'id': '7af3b9d2-0c27-4705-95ac-3865b4e9a3ce', 'name': '', 'network_id': 'abb89302-1d5c-4077-ba6f-da0fd6510e26', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a63fe770-55e0-4259-ba5c-7c43ef9a74ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-14-iscsi'}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:41.294710 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] Checking router: cd249236-cb57-41ca-894c-166b40fbe705 for host: dv-cinder-780933-14-iscsi {{(pid=93497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 15:22:41.302931 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] Routers {'cd249236-cb57-41ca-894c-166b40fbe705'} bound to L3 agent in host dv-cinder-780933-14-iscsi {{(pid=93497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 15:22:41.303530 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T15:02:25Z,description=,heartbeat_timestamp=2021-08-10T15:22:26Z,host='dv-cinder-780933-14-iscsi',id=40e53693-5744-44b4-8408-9196a21b69bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T15:02:25Z,topic='l3_agent')) {'router_ids': ['cd249236-cb57-41ca-894c-166b40fbe705'], 'active': True} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:41.309040 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] For port 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=7af3b9d2-0c27-4705-95ac-3865b4e9a3ce,segment=NetworkSegment(88961a61-127a-4afc-99cc-de3a6ce8e788),segment_id=88961a61-127a-4afc-99cc-de3a6ce8e788)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:22:41.309413 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.322188 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Calling delete_port for 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce owned by network:router_gateway {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:41.388173 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_dvr_db [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] Set router cd249236-cb57-41ca-894c-166b40fbe705 gateway port host: None {{(pid=93497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 15:22:41.439589 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.l3_hamode_db [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:22:41Z', 'revision_number': 6, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'gw_port_host': None}], 'dv-cinder-780933-14-iscsi', False) {} {{(pid=93497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:41.468799 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15810739-5279-4ab8-a9a5-207c57d40d87 None None] The sync data for ids ['cd249236-cb57-41ca-894c-166b40fbe705'] in dv-cinder-780933-14-iscsi is: [{'id': 'cd249236-cb57-41ca-894c-166b40fbe705', 'name': 'tempest-TestVolumeBootPattern-835553305-router', 'tenant_id': '587002af2a314a3ca630a7b8628a4df8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T15:15:24Z', 'updated_at': '2021-08-10T15:22:41Z', 'revision_number': 6, 'project_id': '587002af2a314a3ca630a7b8628a4df8', 'gw_port_host': None}] {{(pid=93497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 15:22:41.483534 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.508985 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Pushing event deleted for resources: {'Port': ['ID=7af3b9d2-0c27-4705-95ac-3865b4e9a3ce,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:41.537114 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.537460 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.537797 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.538126 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.538472 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.539434 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.539942 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.540194 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.540516 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.540836 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.541153 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.541469 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:41.581156 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654795'] for router_gateway, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.677446 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-113030'] for router, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.679586 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.723416 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652582'] for router, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.723948 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd249236-cb57-41ca-894c-166b40fbe705 {{(pid=93494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 15:22:41.728253 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] Notify callbacks [] for router, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.729358 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-cad25c8f-00c6-48e4-aaf8-b2288b04163c admin admin] 10.222.0.26 "DELETE /v2.0/routers/cd249236-cb57-41ca-894c-166b40fbe705 HTTP/1.1" status: 204 len: 168 time: 0.7546873 Aug 10 15:22:41.731826 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49448) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:41.775152 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f1fd7b-48fc-4305-b4e2-20a8b7ba8c0d admin admin] Deleting subnet ead57ce7-c5ea-4661-80f6-a69e12420807 {{(pid=93494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 15:22:41.778057 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-84f1fd7b-48fc-4305-b4e2-20a8b7ba8c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.815124 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-84f1fd7b-48fc-4305-b4e2-20a8b7ba8c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126725730'] for subnet, precommit_delete_associations {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.890680 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-84f1fd7b-48fc-4305-b4e2-20a8b7ba8c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2025538'] for subnet, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.941111 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-84f1fd7b-48fc-4305-b4e2-20a8b7ba8c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2025531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125861968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126083893'] for subnet, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.971235 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1fd7b-48fc-4305-b4e2-20a8b7ba8c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead57ce7-c5ea-4661-80f6-a69e12420807,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:41.979486 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-84f1fd7b-48fc-4305-b4e2-20a8b7ba8c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for subnet, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:41.983984 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-84f1fd7b-48fc-4305-b4e2-20a8b7ba8c0d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ead57ce7-c5ea-4661-80f6-a69e12420807 HTTP/1.1" status: 204 len: 168 time: 0.2486312 Aug 10 15:22:41.984472 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.wsgi [-] (93494) accepted ('10.222.0.26', 49450) {{(pid=93494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:41.984675 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c69a67-1f3c-42a8-b246-af7441403db7 None None] Network 0a6aebfd-8daa-48ff-825c-179bfbc3f264 requested from dv-cinder-780933-14-iscsi {{(pid=93496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 15:22:42.056592 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1663370'] for network, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.068630 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 499249de-be34-48a7-b3b1-06d1c9545247 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:22:42.094708 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 499249de-be34-48a7-b3b1-06d1c9545247 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:22:42.094708 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 499249de-be34-48a7-b3b1-06d1c9545247 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:22:42.094708 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:22:42.113502 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Deleting port 0658dedf-1889-4124-9130-319c6a64bde7 {{(pid=93494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:42.113918 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.127364 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:22:42.127715 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 7af3b9d2-0c27-4705-95ac-3865b4e9a3ce not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:22:42.183720 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.db [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] For port 0658dedf-1889-4124-9130-319c6a64bde7, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=0658dedf-1889-4124-9130-319c6a64bde7,segment=NetworkSegment(14f92731-d953-440e-87d0-a984ee6b94e5),segment_id=14f92731-d953-440e-87d0-a984ee6b94e5)] {{(pid=93494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:22:42.184224 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.201316 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.plugin [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Calling delete_port for 0658dedf-1889-4124-9130-319c6a64bde7 owned by network:dhcp {{(pid=93494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:42.204766 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] DHCP port deletion for 0a6aebfd-8daa-48ff-825c-179bfbc3f264 request from dv-cinder-780933-14-iscsi {{(pid=93496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 15:22:42.253452 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Deleting port 0658dedf-1889-4124-9130-319c6a64bde7 {{(pid=93496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 15:22:42.253834 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792409137969'] for port, before_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.285912 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125861989'] for port, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.312756 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=0658dedf-1889-4124-9130-319c6a64bde7,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:42.316287 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] No DVR routers for this DVR port 0658dedf-1889-4124-9130-319c6a64bde7 on host dv-cinder-780933-14-iscsi {{(pid=93494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:22:42.328082 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.db [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] For port 0658dedf-1889-4124-9130-319c6a64bde7, host dv-cinder-780933-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-14-iscsi',level=0,port_id=0658dedf-1889-4124-9130-319c6a64bde7,segment=NetworkSegment(14f92731-d953-440e-87d0-a984ee6b94e5),segment_id=14f92731-d953-440e-87d0-a984ee6b94e5)] {{(pid=93496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 15:22:42.328476 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649135'] for port, precommit_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.341167 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Calling delete_port for 0658dedf-1889-4124-9130-319c6a64bde7 owned by network:dhcp {{(pid=93496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 15:22:42.390319 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023883', 'neutron.services.segments.db._delete_segments_for_network-8792409164912'] for network, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.400470 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6aebfd-8daa-48ff-825c-179bfbc3f264']}} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:42.411029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f92731-d953-440e-87d0-a984ee6b94e5') {'for_net_delete': True} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:42.411330 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.services.segments.db [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f92731-d953-440e-87d0-a984ee6b94e5') {} {{(pid=93494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 15:22:42.416753 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1995586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792409142667', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792408655607'] for port, after_delete {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.420999 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792409168505', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126725659'] for segment, before_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.435358 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958'] for segment, precommit_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.441263 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 15:22:42.441719 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2024958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125862074'] for segment, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: Traceback (most recent call last): Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: timer() Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: cb(*args, **kw) Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: return func(*args, **kwargs) Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: self._notify() Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: self.callback(batched_events) Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: event.method(event) Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: return f(self, *a, **k) Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._get(url).json() Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: return self.request(url, 'GET', **kwargs) Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 15:22:42.443561 dv-cinder-780933-14-iscsi neutron-server[93494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 15:22:42.446391 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] No DVR routers for this DVR port 0658dedf-1889-4124-9130-319c6a64bde7 on host dv-cinder-780933-14-iscsi {{(pid=93496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 15:22:42.450257 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Pushing event deleted for resources: {'Port': ['ID=0658dedf-1889-4124-9130-319c6a64bde7,revision_number=None']} {{(pid=93496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:42.457875 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.458169 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.458537 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.458871 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.459239 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.459782 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.460122 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.460524 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.461104 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.461519 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.461840 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.462480 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eb8dbe-c8f7-4749-bbcb-9f15d5c4880a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-14-iscsi {{(pid=93496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 15:22:42.502029 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654767'] for network, after_delete {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.517121 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron_lib.callbacks.manager [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759591'] for network, before_response {{(pid=93494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.519036 dv-cinder-780933-14-iscsi neutron-server[93494]: INFO neutron.wsgi [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0a6aebfd-8daa-48ff-825c-179bfbc3f264 HTTP/1.1" status: 204 len: 168 time: 0.5335400 Aug 10 15:22:42.520268 dv-cinder-780933-14-iscsi neutron-server[93494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae111464-0e85-422a-b8e8-e39920252f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6aebfd-8daa-48ff-825c-179bfbc3f264,revision_number=None']} {{(pid=93494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:42.627848 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49454) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:42.667108 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-077a4588-352c-4550-906b-3f77b42659a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=506303e06432415684b9055467f6e44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380945 Aug 10 15:22:42.669573 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49456) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:42.716129 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dd485197-d0c2-4c32-812d-575d32dadf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.736623 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dd485197-d0c2-4c32-812d-575d32dadf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.781089 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dd485197-d0c2-4c32-812d-575d32dadf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.783533 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-dd485197-d0c2-4c32-812d-575d32dadf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:42.786370 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-dd485197-d0c2-4c32-812d-575d32dadf37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec9fbcf3-4f76-44cf-b777-8e0f5a11a3dd HTTP/1.1" status: 204 len: 168 time: 0.1141820 Aug 10 15:22:42.793172 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd485197-d0c2-4c32-812d-575d32dadf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9fbcf3-4f76-44cf-b777-8e0f5a11a3dd,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:43.082783 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49462) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:43.123299 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-883e3455-ce4e-4b93-806d-d0a6a0bbb4f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=587002af2a314a3ca630a7b8628a4df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392303 Aug 10 15:22:43.125603 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [-] (93495) accepted ('10.222.0.26', 49464) {{(pid=93495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 15:22:43.175393 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-88666fbe-fe12-48c6-8c8e-c91986dda26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:43.196153 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-88666fbe-fe12-48c6-8c8e-c91986dda26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:43.241084 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-88666fbe-fe12-48c6-8c8e-c91986dda26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:43.243806 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron_lib.callbacks.manager [None req-88666fbe-fe12-48c6-8c8e-c91986dda26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:43.244926 dv-cinder-780933-14-iscsi neutron-server[93495]: INFO neutron.wsgi [None req-88666fbe-fe12-48c6-8c8e-c91986dda26a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6bfc95b-ed32-4329-b5bb-27d95ce8b040 HTTP/1.1" status: 204 len: 168 time: 0.1184483 Aug 10 15:22:43.252296 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666fbe-fe12-48c6-8c8e-c91986dda26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bfc95b-ed32-4329-b5bb-27d95ce8b040,revision_number=None']} {{(pid=93495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 15:22:44.034489 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 0658dedf-1889-4124-9130-319c6a64bde7 no longer exists at agent ovs-agent-dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 15:22:44.054641 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] No Port match for: 0658dedf-1889-4124-9130-319c6a64bde7 {{(pid=93496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 15:22:44.054988 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron.plugins.ml2.rpc [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Device 0658dedf-1889-4124-9130-319c6a64bde7 not bound to the agent host dv-cinder-780933-14-iscsi {{(pid=93496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 15:22:48.546784 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:22:52.354384 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-82095f82-e4a7-46df-8a25-01bb06ce6b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:55.159136 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:55.555348 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7f39f11c-aab8-41e1-b957-79c17bca184e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:56.244821 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:56.766273 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:22:58.129382 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:22.354451 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-c7afc8d1-05da-43b6-93a9-3f67b00aa4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:25.161059 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:25.547300 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:23:25.554991 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-08a8b69d-f92c-410d-9fd7-c2d10952af27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:26.247773 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:26.777324 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:28.133324 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:52.356218 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-0b021565-f0da-467c-8eea-dd77197a42d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:55.165428 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:55.555030 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e3dccf0d-1699-4d8a-857d-0a86c78dda2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:56.250754 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:56.781465 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:23:58.135791 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:02.545556 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:24:22.357338 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ee8a148e-f921-456c-a964-cb9c8abe39b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:25.166889 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:25.557133 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7683b977-9f27-490b-9e8e-e653edb5a04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:26.253477 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:26.776463 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:28.139245 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:39.543871 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:24:52.361268 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb18a-e28d-46ea-8608-05901d303b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:55.168132 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:55.558762 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e7ee677e-14d1-46a8-a50f-d951b1afe32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:56.261174 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:56.779704 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:24:58.141635 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:16.542005 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:25:22.362681 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-e070f028-afb0-407f-9a25-af20f74dd876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.169074 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:25.558475 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-96165951-8566-409b-8849-3aa22920619d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:26.261106 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:26.778924 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:28.144236 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:42.480240 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [req-da3f3ab5-52b0-41cc-8423-2a232fb8696e req-71a837af-755d-436d-b635-7a270a477283 service neutron] (93495) timed out ('10.222.0.50', 52119) {{(pid=93495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 15:25:42.893000 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [req-0106c85c-ae1b-450d-9dc5-0b2c14130b6f req-6e5e2ae5-e6a2-4243-8c1a-a41bbebedc0c service neutron] (93495) timed out ('10.222.0.50', 52123) {{(pid=93495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 15:25:43.406049 dv-cinder-780933-14-iscsi neutron-server[93495]: DEBUG neutron.wsgi [req-504119cb-215c-45f5-a60c-cec6085bf0d0 req-632df5bd-dcf7-4ff6-a6cc-db5bc464280e service neutron] (93495) timed out ('10.222.0.50', 52082) {{(pid=93495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 15:25:52.363068 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-1da8f692-5a6c-493f-aa5e-7c5c7f5df9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:53.541587 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:25:55.170431 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:55.558012 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-9f32cdbf-e14f-4398-a6c4-271d7f84d42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:56.264096 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:56.793972 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:25:58.147690 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:22.363601 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-ae8fee25-ca5d-4cff-90e5-28ff03f58d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:25.171222 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:25.557696 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-2c152d07-6706-4455-bdd7-cd698b586599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:26.266111 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:26.808917 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:28.151179 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:30.539710 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:26:52.368163 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-4d3ed70b-42d6-48da-b357-63f55bb46af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:55.172350 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:55.558222 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-cda0d73e-b273-48de-823b-c57677a9eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:56.268801 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:56.807739 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:26:58.152943 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:07.537669 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:27:22.370098 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3b1e5be4-814c-4fb5-9f34-ac58fe9db1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.172599 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:25.558358 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-53b2edee-ac97-41b8-ae51-fab47ef14911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:26.274112 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-fb024307-2116-41b5-ac4d-499dac0deac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:26.807679 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-dea99197-504f-48a2-a431-dd0d11782ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:28.155934 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-07c13f89-cfd2-4085-9565-2ceb379b6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:44.536437 dv-cinder-780933-14-iscsi neutron-server[93497]: DEBUG neutron.db.agents_db [None req-08ef08c5-048e-4912-9676-877523f24785 None None] Agent healthcheck: found 6 active agents {{(pid=93497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 15:27:52.371221 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-47148b94-bd38-40c7-a0d3-fbff35fae0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:55.176896 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-d17f3537-f9b9-434b-988f-30a2707b1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 15:27:55.559851 dv-cinder-780933-14-iscsi neutron-server[93496]: DEBUG neutron_lib.callbacks.manager [None req-3c062cda-7ec1-493d-88b8-00f78cff0c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792409164804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2054485'] for agent, after_update {{(pid=93496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}